-- Logs begin at Tue 2021-01-19 15:06:43 UTC, end at Tue 2021-01-19 16:24:19 UTC. -- Jan 19 15:48:17.030740 dv-cinder-667108-29-smb systemd[1]: Started Devstack devstack@q-svc.service. Jan 19 15:48:19.883741 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.common.config [-] Logging enabled! Jan 19 15:48:19.884326 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev392 Jan 19 15:48:19.885589 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80046) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 19 15:48:19.886338 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.common.config [-] Logging enabled! Jan 19 15:48:19.886633 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev392 Jan 19 15:48:19.886976 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80046) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 19 15:48:19.888081 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 19 15:48:19.888344 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 19 15:48:19.889368 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 19 15:48:19.889654 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 19 15:48:19.889922 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 19 15:48:19.890340 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.890708 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.891003 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.891266 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.891621 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.891948 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.892324 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.892606 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.892949 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.893277 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.893613 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.893997 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.894433 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.894947 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.895286 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.895627 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.895886 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] debug = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.896210 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.896756 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.897082 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.897406 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.897740 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.898054 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.898372 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.898697 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.899095 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] host = dv-cinder-667108-29-smb {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.899412 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.899744 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.900075 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.900408 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.900723 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.901041 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.901371 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.901687 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.902080 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] log_file = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.902318 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.902651 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.903017 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.903357 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.903731 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.903873 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.904250 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.904491 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.904809 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.905128 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.905439 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.905757 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.906067 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.906375 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.906740 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.907068 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.907399 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.907717 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.908248 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.908592 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.908950 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.909338 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.909586 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.909907 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.910344 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.910748 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.911066 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.911526 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.912195 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.912473 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.912808 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.913146 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.913468 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.913802 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.914119 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.914440 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.914777 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] use_json = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.915100 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.915413 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.915749 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.916061 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.916374 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.916692 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.917005 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.917339 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:19.917946 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.918292 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.918642 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.918998 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.919334 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.919660 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.919997 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.920320 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.920654 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.920989 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.921349 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.921674 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.922004 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.922324 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.922669 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.923053 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.923397 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.923738 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.924103 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.924475 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.924687 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.925477 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.926077 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.926497 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.926869 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.927197 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.927520 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.927863 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.928192 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.928508 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.928830 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.929168 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.929488 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.929802 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.930128 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.930448 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.930779 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.931098 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.931416 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.931753 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.932071 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.932482 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.932777 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.933095 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.933382 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.933710 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.934027 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.934340 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.935166 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.935166 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.935902 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.935902 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.935902 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.936198 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.936490 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.936803 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.937120 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.937435 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.937747 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.938059 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.938376 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.938925 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.939582 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.939748 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.940273 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.940603 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.941650 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.942182 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.942529 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.942913 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.943245 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.943573 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.943899 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.944225 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.944558 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.944877 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.945197 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.945517 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.945838 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.946177 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.946506 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.946867 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.947201 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.947522 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.947868 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.948190 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.948517 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.948838 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.949161 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.949487 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.949822 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.950159 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.950498 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.950865 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.951206 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.951547 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.951868 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.952228 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.952551 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:19.952802 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 19 15:48:19.953074 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80046) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 19 15:48:20.651164 dv-cinder-667108-29-smb neutron-server[80046]: INFO keyring.backend [-] Loading Gnome Jan 19 15:48:20.669078 dv-cinder-667108-29-smb neutron-server[80046]: INFO keyring.backend [-] Loading Google Jan 19 15:48:20.671687 dv-cinder-667108-29-smb neutron-server[80046]: INFO keyring.backend [-] Loading Windows (alt) Jan 19 15:48:20.675760 dv-cinder-667108-29-smb neutron-server[80046]: INFO keyring.backend [-] Loading file Jan 19 15:48:20.677032 dv-cinder-667108-29-smb neutron-server[80046]: INFO keyring.backend [-] Loading keyczar Jan 19 15:48:20.677315 dv-cinder-667108-29-smb neutron-server[80046]: INFO keyring.backend [-] Loading multi Jan 19 15:48:20.677978 dv-cinder-667108-29-smb neutron-server[80046]: INFO keyring.backend [-] Loading pyfs Jan 19 15:48:20.725769 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:48:20.726078 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:48:20.726411 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:48:20.726816 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 19 15:48:21.133961 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.134474 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.134571 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.184505 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.184813 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.185112 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.188924 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.189233 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.189530 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.259132 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.259441 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.259745 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.260897 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.261203 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.261498 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.567714 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.568115 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.568505 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.568865 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.569772 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.736629 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.737005 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.737339 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.737776 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.738088 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.738468 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.738783 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.739244 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.739538 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.739882 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.740182 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.740483 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.740789 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.741082 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.741392 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.741705 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.741998 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.742319 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.742606 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.743121 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.743405 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.743685 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.744023 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.744304 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.744580 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.745001 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 19 15:48:21.745273 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 19 15:48:21.745543 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 19 15:48:21.745814 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 19 15:48:21.746085 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 19 15:48:21.746353 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 19 15:48:21.747786 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 19 15:48:21.751123 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 19 15:48:21.755649 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 19 15:48:21.759500 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(2000, 2049)])]) Jan 19 15:48:21.761142 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 19 15:48:21.762263 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 19 15:48:21.762850 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 19 15:48:21.763265 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 19 15:48:21.765972 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 19 15:48:21.766257 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 19 15:48:21.766647 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 19 15:48:21.788997 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 19 15:48:21.789512 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.789847 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80046) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 19 15:48:21.790261 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.791687 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80046) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 19 15:48:21.792009 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 19 15:48:21.792293 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 19 15:48:21.795841 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.796156 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:21.862664 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 19 15:48:21.862931 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 19 15:48:21.863125 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 19 15:48:21.863545 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 19 15:48:21.902114 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_db.sqlalchemy.engines [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80046) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 19 15:48:22.369833 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.managers [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Initializing driver for type 'gre' Jan 19 15:48:22.370404 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] gre ID ranges: [(1, 1000)] Jan 19 15:48:22.412177 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.managers [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Initializing driver for type 'local' Jan 19 15:48:22.412546 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.managers [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Initializing driver for type 'vlan' Jan 19 15:48:22.423438 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] VlanTypeDriver initialization complete Jan 19 15:48:22.423807 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.managers [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Initializing driver for type 'vxlan' Jan 19 15:48:22.424350 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] vxlan ID ranges: [(1, 1000)] Jan 19 15:48:22.465886 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.managers [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Initializing extension driver 'port_security' Jan 19 15:48:22.466245 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.extensions.port_security [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] PortSecurityExtensionDriver initialization complete Jan 19 15:48:22.466617 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.managers [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Initializing mechanism driver 'openvswitch' Jan 19 15:48:22.472945 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:48:22.473795 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > port after_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.474207 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > port after_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.474591 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > port after_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.475043 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > subnet after_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.475435 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > subnet after_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.475821 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.476245 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > network after_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.476625 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > network after_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.477006 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > network after_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.477424 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > security_group after_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.477800 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > security_group after_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.478341 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.478780 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.479169 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.479545 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.479963 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > address_group after_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.480345 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > address_group after_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.480718 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.481083 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] ML2 OVO RPC backend initialized. {{(pid=80046) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 19 15:48:22.481833 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.482226 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.482685 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > network before_response 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.483129 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > networks before_response 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.483509 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > port before_response 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.483886 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > ports before_response 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.484262 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > subnet before_response 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.484636 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > subnets before_response 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.485016 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > network after_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.485391 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > network after_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.485763 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > network after_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.486139 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > port after_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.486510 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > port after_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.487135 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > port after_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.487311 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > subnet after_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.487741 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > subnet after_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.488115 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.488885 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.plugin [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Modular L2 Plugin initialization complete Jan 19 15:48:22.489251 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading services supported by the core plugin {{(pid=80046) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 19 15:48:22.489625 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.managers [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Got port-security extension from driver 'port_security' Jan 19 15:48:22.490135 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.extensions.vlantransparent [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Disabled vlantransparent extension. Jan 19 15:48:22.491675 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80046) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 19 15:48:22.492041 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading Plugin: router Jan 19 15:48:22.531508 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.531948 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > router after_create 55549900 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.532354 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > router before_create 55549900 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.532757 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.533176 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.533571 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > router after_delete 55549900 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.533975 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.534424 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > router after_create 55549900 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.534841 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > router after_update 55549900 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.535233 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > router after_update 55549900 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.535621 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.536026 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > router after_update 55549900 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.536521 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > router precommit_update 55549900 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.536942 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: port after_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.537324 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: port after_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.537703 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: subnet after_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.538085 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.538479 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.538914 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > router precommit_create 55549900 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.539303 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: port before_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.539686 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > router precommit_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.540090 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > router after_update 55549900 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.540470 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.540858 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > router precommit_create 55549900 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.541269 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.541655 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > router precommit_update 55549900 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.542089 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > network after_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.543460 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Tracking information for resource: router configured {{(pid=80046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 19 15:48:22.543837 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Tracking information for resource: floatingip configured {{(pid=80046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 19 15:48:22.548970 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.l3_agentschedulers_db [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 19 15:48:22.549623 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: port after_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.550055 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: port after_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.550443 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: port after_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.550862 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: port after_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.551793 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > router before_create 55550100 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.552191 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.552592 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > router precommit_create 55550100 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.552984 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > router precommit_update 55550100 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.557844 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.provider_configuration [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Service providers = [] {{(pid=80046) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 19 15:48:22.558240 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.servicetype_db [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80046) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 19 15:48:22.561112 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.service_base [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80046) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 19 15:48:22.561499 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.service_base [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80046) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 19 15:48:22.561875 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.service_base [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80046) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 19 15:48:22.562774 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.service_base [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80046) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 19 15:48:22.563179 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.services.service_base [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 19 15:48:22.563598 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 19 15:48:22.563949 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 19 15:48:22.574954 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 19 15:48:22.575331 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading Plugin: auto_allocate Jan 19 15:48:22.580999 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: network precommit_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.582016 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: network precommit_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.582613 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 19 15:48:22.583007 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading Plugin: tag Jan 19 15:48:22.592328 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 19 15:48:22.592791 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading Plugin: timestamp Jan 19 15:48:22.596777 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 19 15:48:22.597195 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading Plugin: network_ip_availability Jan 19 15:48:22.603285 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.603698 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.604119 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.604895 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 19 15:48:22.605254 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading Plugin: flavors Jan 19 15:48:22.610305 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 19 15:48:22.610674 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading Plugin: revisions Jan 19 15:48:22.616731 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 19 15:48:22.617163 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.891s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:48:22.617990 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80046) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 19 15:48:22.618352 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Initializing extension manager. Jan 19 15:48:22.618938 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: __init__.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.619318 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: __pycache__ {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.619692 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.620113 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: address_group.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.620894 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.621536 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: address-group Jan 19 15:48:22.621894 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: address_scope.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.622661 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.623262 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: address-scope Jan 19 15:48:22.623621 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.624578 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.625154 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: router-admin-state-down-before-update Jan 19 15:48:22.625518 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: agent.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.626279 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.626877 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: agent Jan 19 15:48:22.627237 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: agent_resources_synced.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.628762 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.629394 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: agent-resources-synced Jan 19 15:48:22.629753 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: allowedaddresspairs.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.631624 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.632203 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: allowed-address-pairs Jan 19 15:48:22.632568 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: auto_allocated_topology.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.633646 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.634218 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: auto-allocated-topology Jan 19 15:48:22.634577 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: availability_zone.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.635358 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.635931 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: availability_zone Jan 19 15:48:22.636288 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: availability_zone_filter.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.637204 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.637772 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: availability_zone_filter Jan 19 15:48:22.638126 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: data_plane_status.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.639054 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.639627 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension data-plane-status not supported by any of loaded plugins Jan 19 15:48:22.639983 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: default_subnetpools.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.641060 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.641631 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: default-subnetpools Jan 19 15:48:22.641992 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.642879 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.643457 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: dhcp_agent_scheduler Jan 19 15:48:22.644427 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: dns.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.645356 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.645924 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension dns-integration not supported by any of loaded plugins Jan 19 15:48:22.646281 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: dns_domain_ports.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.648102 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.648673 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 19 15:48:22.649067 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: dvr.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.649853 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.650464 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: dvr Jan 19 15:48:22.650876 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: empty_string_filtering.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.651832 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.652416 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: empty-string-filtering Jan 19 15:48:22.652759 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.653693 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.654257 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 19 15:48:22.654614 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.655591 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.656133 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 19 15:48:22.656486 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: external_net.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.657397 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.657964 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: external-net Jan 19 15:48:22.658954 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.659250 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.659850 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: extra_dhcp_opt Jan 19 15:48:22.660198 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: extraroute.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.661130 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.661692 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: extraroute Jan 19 15:48:22.662045 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: extraroute_atomic.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.663135 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.663711 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: extraroute-atomic Jan 19 15:48:22.664069 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: filter_validation.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.664789 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.665363 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: filter-validation Jan 19 15:48:22.665722 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: fip_pf_description.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.666658 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.667244 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 19 15:48:22.667862 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: fip_port_details.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.668857 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.669434 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: fip-port-details Jan 19 15:48:22.669828 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: flavors.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.671533 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.671862 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: flavors Jan 19 15:48:22.672224 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.673911 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.674493 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 19 15:48:22.674887 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: floatingip_pools.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.675685 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.676257 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: floatingip-pools Jan 19 15:48:22.676615 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: ip_allocation.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.677550 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.678120 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension ip_allocation not supported by any of loaded plugins Jan 19 15:48:22.678479 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.679468 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.680030 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: ip-substring-filtering Jan 19 15:48:22.680393 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: l2_adjacency.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.681320 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.681888 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 19 15:48:22.682247 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: l3.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.683398 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.683978 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: router Jan 19 15:48:22.684340 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.686618 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.687269 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 19 15:48:22.687698 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.688572 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.689143 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: ext-gw-mode Jan 19 15:48:22.689505 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.690427 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.691557 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: l3-ha Jan 19 15:48:22.691920 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: l3_flavors.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.692954 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.693515 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: l3-flavors Jan 19 15:48:22.693876 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.694820 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.695395 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 19 15:48:22.695753 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: l3agentscheduler.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.696945 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.697532 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: l3_agent_scheduler Jan 19 15:48:22.697895 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: logging.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.699414 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.700002 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension logging not supported by any of loaded plugins Jan 19 15:48:22.700367 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: metering.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.701170 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.701868 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: metering Jan 19 15:48:22.702228 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.703371 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.703947 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: metering_source_and_destination_fields Jan 19 15:48:22.704306 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: multiprovidernet.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.705237 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.705804 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: multi-provider Jan 19 15:48:22.706164 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: netmtu.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.707690 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.708258 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: net-mtu Jan 19 15:48:22.708620 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: netmtu_writable.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.709551 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.710128 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: net-mtu-writable Jan 19 15:48:22.710628 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: network_availability_zone.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.711507 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.712085 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: network_availability_zone Jan 19 15:48:22.712438 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: network_ip_availability.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.713598 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.714174 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: network-ip-availability Jan 19 15:48:22.714614 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: network_segment_range.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.715424 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.715994 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension network-segment-range not supported by any of loaded plugins Jan 19 15:48:22.716351 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: pagination.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.717344 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.717715 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: pagination Jan 19 15:48:22.718070 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.719028 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.719656 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: port-mac-address-regenerate Jan 19 15:48:22.719964 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.720890 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.721456 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: port-numa-affinity-policy Jan 19 15:48:22.721837 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: port_resource_request.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.722793 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.723368 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension port-resource-request not supported by any of loaded plugins Jan 19 15:48:22.723723 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: portbindings.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.724661 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.725229 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: binding Jan 19 15:48:22.725583 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: portbindings_extended.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.726924 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.727500 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: binding-extended Jan 19 15:48:22.727864 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: portsecurity.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.728788 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.729362 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: port-security Jan 19 15:48:22.729722 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: project_id.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.730699 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.731094 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: project-id Jan 19 15:48:22.731450 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: providernet.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.732377 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.732952 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: provider Jan 19 15:48:22.733312 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: qos.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.737079 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.738203 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension qos not supported by any of loaded plugins Jan 19 15:48:22.738572 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.739848 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.740425 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 19 15:48:22.740794 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.741731 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.742307 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 19 15:48:22.742667 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: qos_default.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.743611 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.744184 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension qos-default not supported by any of loaded plugins Jan 19 15:48:22.744543 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: qos_fip.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.745235 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.745799 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension qos-fip not supported by any of loaded plugins Jan 19 15:48:22.746154 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: qos_gateway_ip.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.747100 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.747672 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 19 15:48:22.748030 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: qos_port_network_policy.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.748952 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.749522 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 19 15:48:22.749880 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: qos_rule_type_details.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.750877 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.751393 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 19 15:48:22.751752 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: qos_rules_alias.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.752804 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.753944 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 19 15:48:22.754453 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: quotasv2.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.755521 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.755892 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: quotas Jan 19 15:48:22.756250 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: quotasv2_detail.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.757876 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.758257 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: quota_details Jan 19 15:48:22.758626 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: rbac.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.759957 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.760560 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: rbac-policies Jan 19 15:48:22.760927 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: rbac_address_scope.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.761861 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.762531 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: rbac-address-scope Jan 19 15:48:22.762826 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: rbac_security_groups.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.763748 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.764322 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: rbac-security-groups Jan 19 15:48:22.764683 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: rbac_subnetpool.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.765600 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.766175 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: rbac-subnetpool Jan 19 15:48:22.766535 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: revisionifmatch.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.767493 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.768064 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: revision-if-match Jan 19 15:48:22.768420 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: revisions.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.769667 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.770244 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: standard-attr-revisions Jan 19 15:48:22.770601 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: router_availability_zone.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.771347 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.771918 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: router_availability_zone Jan 19 15:48:22.772277 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: routerservicetype.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.773204 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.773765 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension router-service-type not supported by any of loaded plugins Jan 19 15:48:22.774128 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.775073 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.775646 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: security-groups-normalized-cidr Jan 19 15:48:22.776004 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.776988 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.777562 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: port-security-groups-filtering Jan 19 15:48:22.777916 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.778903 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.779481 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: security-groups-remote-address-group Jan 19 15:48:22.779842 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: securitygroup.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.793879 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.794503 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: security-group Jan 19 15:48:22.794917 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: segment.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.795794 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.796379 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension segment not supported by any of loaded plugins Jan 19 15:48:22.796745 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.797863 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.798792 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 19 15:48:22.799156 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: servicetype.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.801475 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.802199 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: service-type Jan 19 15:48:22.802572 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: sorting.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.803602 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.803977 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: sorting Jan 19 15:48:22.804338 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: standard_attr_segment.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.805269 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.805852 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 19 15:48:22.806214 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: standardattrdescription.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.806937 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.807515 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: standard-attr-description Jan 19 15:48:22.807874 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: stateful_security_group.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.808814 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.809390 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: stateful-security-group Jan 19 15:48:22.809749 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: stdattrs_common.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.810340 dv-cinder-667108-29-smb neutron-server[80046]: WARNING neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 19 15:48:22.810701 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.811678 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.812254 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 19 15:48:22.812612 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: subnet_onboard.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.813670 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.814240 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: subnet_onboard Jan 19 15:48:22.814598 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.816365 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.816968 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 19 15:48:22.817326 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: subnet_service_types.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.818272 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.818875 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: subnet-service-types Jan 19 15:48:22.819237 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: subnetallocation.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.820608 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.821574 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: subnet_allocation Jan 19 15:48:22.822190 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.822968 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.823557 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: subnetpool-prefix-ops Jan 19 15:48:22.823915 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.824859 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.825425 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 19 15:48:22.825784 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: tagging.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.827157 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.827746 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: standard-attr-tag Jan 19 15:48:22.828113 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: timestamp.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.829281 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.829925 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loaded extension: standard-attr-timestamp Jan 19 15:48:22.830236 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: trunk.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.831361 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.831936 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension trunk not supported by any of loaded plugins Jan 19 15:48:22.832290 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: trunk_details.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.833230 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.833790 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension trunk-details not supported by any of loaded plugins Jan 19 15:48:22.834147 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: uplink_status_propagation.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.835123 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.835701 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 19 15:48:22.836059 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Loading extension file: vlantransparent.py {{(pid=80046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 19 15:48:22.836780 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 15:48:22.837355 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 19 15:48:22.840142 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Creating instance of TrackedResource for resource:network Jan 19 15:48:22.841004 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Creating instance of TrackedResource for resource:subnet Jan 19 15:48:22.841681 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 15:48:22.842361 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Creating instance of TrackedResource for resource:port Jan 19 15:48:22.843908 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.resource_helper [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 15:48:22.844396 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.resource_helper [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Service FLAVORS assigned prefix: {{(pid=80046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 15:48:22.845098 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.resource_helper [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 15:48:22.845571 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.resource_helper [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 15:48:22.845940 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Creating instance of TrackedResource for resource:router Jan 19 15:48:22.846679 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Creating instance of TrackedResource for resource:floatingip Jan 19 15:48:22.847500 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.resource_helper [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Service METERING assigned prefix: /metering {{(pid=80046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 15:48:22.849342 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.849746 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.850133 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80046) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:48:22.851328 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Creating instance of CountableResource for resource:rbac_policy Jan 19 15:48:22.851827 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Creating instance of TrackedResource for resource:security_group Jan 19 15:48:22.853552 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 19 15:48:22.854378 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.resource_helper [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Service CORE assigned prefix: {{(pid=80046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 15:48:22.854776 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 15:48:22.855155 dv-cinder-667108-29-smb neutron-server[80046]: WARNING neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] subnetpool is already registered Jan 19 15:48:22.855822 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.resource_helper [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Service CORE assigned prefix: {{(pid=80046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 15:48:22.856247 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 15:48:22.856633 dv-cinder-667108-29-smb neutron-server[80046]: WARNING neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] subnetpool is already registered Jan 19 15:48:22.859429 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.resource_helper [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 15:48:22.859902 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.resource_helper [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Service FLAVORS assigned prefix: {{(pid=80046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 15:48:22.860556 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.resource_helper [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 15:48:22.861019 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.resource_helper [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 15:48:22.861391 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Creating instance of TrackedResource for resource:router Jan 19 15:48:22.861755 dv-cinder-667108-29-smb neutron-server[80046]: WARNING neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] router is already registered Jan 19 15:48:22.862415 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Creating instance of TrackedResource for resource:floatingip Jan 19 15:48:22.863354 dv-cinder-667108-29-smb neutron-server[80046]: WARNING neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] floatingip is already registered Jan 19 15:48:22.864047 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.resource_helper [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Service METERING assigned prefix: /metering {{(pid=80046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 15:48:22.865326 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Creating instance of CountableResource for resource:rbac_policy Jan 19 15:48:22.865326 dv-cinder-667108-29-smb neutron-server[80046]: WARNING neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] rbac_policy is already registered Jan 19 15:48:22.866008 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Creating instance of TrackedResource for resource:security_group Jan 19 15:48:22.866112 dv-cinder-667108-29-smb neutron-server[80046]: WARNING neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] security_group is already registered Jan 19 15:48:22.866763 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 19 15:48:22.867105 dv-cinder-667108-29-smb neutron-server[80046]: WARNING neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] security_group_rule is already registered Jan 19 15:48:22.867838 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.resource_helper [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Service CORE assigned prefix: {{(pid=80046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 15:48:22.868200 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 15:48:22.868560 dv-cinder-667108-29-smb neutron-server[80046]: WARNING neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] subnetpool is already registered Jan 19 15:48:22.869228 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.resource_helper [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Service CORE assigned prefix: {{(pid=80046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 19 15:48:22.869593 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 15:48:22.869947 dv-cinder-667108-29-smb neutron-server[80046]: WARNING neutron.quota.resource_registry [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] subnetpool is already registered Jan 19 15:48:22.870751 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: extensions {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.872271 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: address-groups {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.873943 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: address-scopes {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.875254 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: agents {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.876475 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: auto-allocated-topology {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.877777 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: availability_zones {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.879766 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: dhcp-networks {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.881257 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: dhcp-agents {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.882779 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: routers {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.884674 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: flavors {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.885912 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: service_profiles {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.887202 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: next_providers {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.888817 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: service_profiles {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.890696 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: floatingip-pools {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.892074 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: routers {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.895426 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: floatingips {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.896612 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: l3-routers {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.898101 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: l3-agents {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.899818 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: metering-labels {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.901262 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: metering-label-rules {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.902621 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: network-ip-availabilities {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.903998 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: bindings {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.905731 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: quotas {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.907279 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: quotas {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.908782 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: rbac-policies {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.910343 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: security-groups {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.911659 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: security-group-rules {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.912992 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: service-providers {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.914304 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: subnetpools {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.915829 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: subnetpools {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.917359 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: tags {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.919426 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: tags {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.921343 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: tags {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.923233 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: tags {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.926855 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: tags {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.928812 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: tags {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.930757 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: tags {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.932687 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: tags {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.934666 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: tags {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.936642 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.extensions [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Extended resource: tags {{(pid=80046) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 19 15:48:22.944519 dv-cinder-667108-29-smb neutron-server[80046]: WARNING keystonemiddleware.auth_token [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 19 15:48:22.949865 dv-cinder-667108-29-smb neutron-server[80046]: WARNING keystonemiddleware.auth_token [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 19 15:48:22.958964 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Acquired lock "singleton_lock" {{(pid=80046) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 19 15:48:22.959504 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Releasing lock "singleton_lock" {{(pid=80046) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 19 15:48:22.960991 dv-cinder-667108-29-smb neutron-server[80046]: INFO oslo_service.service [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Starting 2 workers Jan 19 15:48:22.966453 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Started child 80159 {{(pid=80046) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 19 15:48:22.971972 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Started child 80160 {{(pid=80046) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 19 15:48:22.973671 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.service [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 19 15:48:22.974186 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:22.974420 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Notify callbacks [] for process, before_spawn {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:22.976259 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [-] (80159) wsgi starting up on http://0.0.0.0:9696 Jan 19 15:48:22.976948 dv-cinder-667108-29-smb neutron-server[80046]: INFO oslo_service.service [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Starting 1 workers Jan 19 15:48:22.977655 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:22.979047 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [-] (80160) wsgi starting up on http://0.0.0.0:9696 Jan 19 15:48:22.982740 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Started child 80161 {{(pid=80046) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 19 15:48:22.983326 dv-cinder-667108-29-smb neutron-server[80046]: INFO oslo_service.service [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Starting 1 workers Jan 19 15:48:22.985369 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.service [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] calling RpcWorker wait() {{(pid=80161) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 19 15:48:22.985761 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.service [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] returning from RpcWorker wait() {{(pid=80161) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 19 15:48:22.987319 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:22.988844 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Started child 80162 {{(pid=80046) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 19 15:48:22.989046 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:48:22.989671 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd07-9eb1-4c3f-9a33-65cc58252fd7 None None] Notify callbacks [] for process, after_spawn {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:22.991430 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80046) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 19 15:48:22.991661 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 19 15:48:22.991850 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 19 15:48:22.992134 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 19 15:48:22.992535 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 19 15:48:22.992728 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 19 15:48:22.993286 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:22.993420 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:22.993555 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:22.994056 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:22.994343 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:22.994653 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:22.995328 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:22.995617 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:22.995906 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:22.996230 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:22.996528 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:22.996702 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:22.997069 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:22.997370 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:22.997644 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:22.998001 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:22.998284 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:22.998565 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:22.998822 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:22.999222 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:22.999799 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.000132 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.000419 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.000741 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] debug = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.001018 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.001635 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.001899 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.002155 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.002409 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.002744 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.003186 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.003928 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.004203 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.004456 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.004724 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.005007 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.005225 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.005500 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.005810 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.006078 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.006534 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] host = dv-cinder-667108-29-smb {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.006836 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.007094 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.007355 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.007620 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.007913 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.008384 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.008534 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.008718 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.009002 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.009254 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.009530 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.009795 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.010067 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.010326 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] log_file = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.010518 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] log_options = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.010811 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.011097 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.011387 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.011601 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.011799 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.012005 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.012232 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.012385 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.012691 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.012937 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.013185 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.013427 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.013670 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.013914 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.014207 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.014439 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.014700 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.014970 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.015259 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.015548 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.015831 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.016082 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.016300 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.016612 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.017613 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.017613 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.017613 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.018139 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.018139 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.018782 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.018782 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.019063 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.019330 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.019597 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.020065 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.020293 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.020591 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.021131 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.021385 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.021589 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.021864 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.022205 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.022413 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.022676 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.022948 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.024027 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] use_json = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.024027 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.024027 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.024027 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.024750 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.024750 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.024750 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.025158 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.025158 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.025579 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.025891 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.026246 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.026495 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.027005 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.027285 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.027574 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.027853 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.028157 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.028639 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.028825 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.028971 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:48:23.029123 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.029320 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.029596 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.029872 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.030208 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.030506 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.030830 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.031089 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.031357 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.031608 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.031864 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.032227 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.032555 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.032824 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.110/identity {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.033095 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.033343 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.033621 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.033909 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.034155 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.034488 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.034781 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.035074 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.035328 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.035576 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.035830 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.036114 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.036361 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.036628 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.036909 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.037212 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.037480 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.037733 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.037980 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.038226 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.038481 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.038868 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.039027 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.039249 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.039535 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.039811 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.040066 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.040300 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.040551 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.040802 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.041072 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.041323 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.041567 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.041975 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.042134 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.042275 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.042853 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.043740 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.046845 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.047130 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.047416 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.047689 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.047968 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.048254 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.048517 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.048781 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.049020 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.049495 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.049750 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.050555 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.050901 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.054418 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.054735 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.055020 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.055293 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.055564 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.055832 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.056105 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.056367 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.056692 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.057051 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.057317 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.057610 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.057888 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.058549 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.058549 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.058735 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.059767 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.060064 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.060399 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.060716 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.061026 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.061346 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.061629 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.061881 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.062218 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.062484 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.062762 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.063031 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.063374 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.063598 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.063904 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.064213 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.064501 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.064807 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.065164 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.065486 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.067171 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.067506 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.067805 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.068126 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.068654 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.069067 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.069427 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.069657 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.069964 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.070265 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.070585 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.070928 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.071215 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.071517 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.071897 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.072258 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.072556 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.073831 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.073831 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.073831 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.073831 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.074136 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.074215 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.074472 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.074802 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.075083 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.075567 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.075897 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.076275 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.076733 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.077175 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.077645 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.110/identity {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.077944 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.078238 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.078531 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.078837 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.079121 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.079382 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.079646 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.079905 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.080155 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.080637 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.081085 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.082357 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.082840 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.083478 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.083594 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.083871 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.084152 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.084420 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.084706 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.084972 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.085236 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.085515 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.085773 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.086071 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.086356 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.086680 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.086993 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.087474 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.087947 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.088453 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.089032 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.089297 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.089598 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.089884 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.090144 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.090402 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.090666 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.090957 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.091232 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.091508 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.091766 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.092081 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.092377 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.092751 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.093033 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.093313 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.093592 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.093851 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.094128 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.094390 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.094668 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.094963 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.095231 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.095559 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.096289 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.096289 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.096590 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.097358 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.097697 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.098477 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.098769 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.099117 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.099407 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.099727 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.099881 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.100144 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.100439 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.100697 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.100944 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.101206 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.101451 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.101744 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.102012 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.102240 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.102498 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.102777 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.103098 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.103357 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.103608 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.104093 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.104620 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.105071 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.106032 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.106421 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.106687 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.107019 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.107289 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.107556 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.107859 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.108159 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.108592 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.109887 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.109887 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.109887 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.109887 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.110242 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:2000:2049'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.110523 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.110830 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.111152 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.111527 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.111821 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.112109 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.112376 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.113255 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.114144 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.114414 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.114682 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.114976 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.115244 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.115554 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.115879 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.116315 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.116583 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.116867 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.117133 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.117421 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.117700 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.118053 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.118304 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.118462 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 19 15:48:23.119049 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80046) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 19 15:48:23.119245 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 19 15:48:23.119435 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 19 15:48:23.119666 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 19 15:48:23.119881 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 19 15:48:23.120071 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 19 15:48:23.120323 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.120512 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.120710 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.120955 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.121103 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.121319 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.121489 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.121754 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.121900 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.122000 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.122227 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.122368 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.122519 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.122692 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.122896 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.123089 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.123367 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.123519 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.123656 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.123804 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.123992 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.124183 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.124374 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] debug = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.124572 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.124747 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.124923 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.125108 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.125297 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.125986 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.125986 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.125986 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.125986 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.126448 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.126448 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.126756 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.126756 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.126984 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.126984 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.127247 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.127346 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] host = dv-cinder-667108-29-smb {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.127484 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.127672 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.127844 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.128180 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.128338 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.128984 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.129265 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.129410 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.129580 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.129773 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.129965 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.130158 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.130350 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.130539 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] log_file = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.130740 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] log_options = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.130920 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:48:23.131020 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.131097 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.131286 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.131500 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.131784 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.131954 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.132140 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.132334 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.132528 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.132717 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.132906 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.133095 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.133285 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.133475 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.133667 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.133857 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.134048 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.134238 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.134428 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.134618 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.134851 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.135040 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.135231 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.135420 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.135609 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.135862 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.136076 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.136175 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.136314 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.136504 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.136693 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.136884 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.137073 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.137260 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.137448 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.137637 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.137827 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.138017 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.138299 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.138420 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.138561 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.144324 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.144324 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.144324 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.144324 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.144324 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] use_json = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.144324 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.144324 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.144324 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.144324 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.145057 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.145057 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.145057 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.145057 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 19 15:48:23.145057 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.145057 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.145057 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.145057 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.145731 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.145731 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.145731 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.145731 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.145731 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.145731 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.145731 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.145731 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.146383 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.146383 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.146383 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.146383 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.146383 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.146383 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.146383 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.146383 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.151644 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.151644 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.151644 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.151644 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.151644 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.110/identity {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.151644 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.151644 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.151644 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.152348 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.152348 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.152348 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.152348 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.152348 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.152348 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.152348 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.152348 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.152348 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.153263 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.153263 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.153263 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.153263 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.153263 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.153263 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.153263 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.153263 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.153263 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.153909 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.153909 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.153909 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.153909 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.153909 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.153909 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.153909 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.153909 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.153909 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.154466 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.154466 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.154466 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.154466 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.154466 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.154466 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.154466 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.154466 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.154466 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.155204 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.155204 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.155204 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.155204 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.155204 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.155204 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.155204 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.155204 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.155204 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.156064 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.156064 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.156064 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.156064 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.156064 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.156064 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.156064 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.156064 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.156064 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.156901 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.156901 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.156901 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.156901 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.156901 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.156901 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.156901 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.156901 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.157599 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.157599 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.157599 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.157599 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.158002 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.158002 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.158176 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.158295 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.158402 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.158556 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.158765 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.159041 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.159041 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.160177 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.160177 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.160916 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.161116 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.161314 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.161509 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.161704 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.161898 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.162103 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.162296 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.162492 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.162685 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.162959 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.163163 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.163359 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.163554 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.163746 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.163938 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.164131 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.164323 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.164516 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.164709 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.164903 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.165097 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.165298 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.165503 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.165695 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.165894 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.166069 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.166488 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.166694 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.166973 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.167127 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.167263 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.167440 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.167888 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.168079 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.168273 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.168466 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.168659 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.168852 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.110/identity {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.169046 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.169240 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.169433 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.169624 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.169818 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.170024 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.170211 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.170405 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.170602 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.170830 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.171011 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.171192 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.171352 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.171557 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.171721 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.172034 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.172239 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.172398 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.172604 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.172805 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.173020 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.173174 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.173381 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.173535 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.173679 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.173823 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.173969 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.174117 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.174268 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.174426 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.174611 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.174871 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.175068 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.176354 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.176557 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.176757 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.176951 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.177149 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.177347 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.177543 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.177738 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.177933 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.178126 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.178339 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.178532 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.178757 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.178944 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.179147 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.179306 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.179484 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.179836 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.180269 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.180269 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.180433 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.181196 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.181196 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.181196 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.181196 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.181196 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.181667 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.181667 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.181843 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.181937 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.182078 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.182277 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.182462 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.182651 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.182869 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.183064 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.183259 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.183454 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.183655 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.183850 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.184044 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.184238 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.184429 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.184633 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.184825 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.185026 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.185228 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.185421 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.185613 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.185804 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.186012 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.186186 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.186689 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.186876 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.187030 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.187180 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.187340 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.187490 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.187676 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.187866 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.188045 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.188245 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.188446 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:2000:2049'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.188645 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.188839 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.189039 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.189246 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.189448 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.189613 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.189817 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.189976 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.190171 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.190351 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.190587 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.190779 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.191158 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.191925 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.192116 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.192270 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.192418 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.192588 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.192767 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.192909 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.193049 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.193211 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.193317 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 19 15:48:23.193509 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80046) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 19 15:48:23.214449 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 39702) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:48:23.227444 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [-] 10.222.0.110 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0105777 Jan 19 15:48:34.138859 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83f4a9a-e50b-460e-806c-e6fdb2924c05 None None] get_active_networks_info from dv-cinder-667108-29-smb {{(pid=80161) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 19 15:48:34.293920 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83f4a9a-e50b-460e-806c-e6fdb2924c05 None None] No non-hosted networks {{(pid=80161) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 19 15:48:34.323257 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-86d1bfba-7c81-4ce6-8069-d35cb34a1fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243'] for agent, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:37.251812 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e830d4c4-adde-495f-968a-cd4bc3792819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243'] for agent, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:37.301901 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243'] for agent, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:37.312750 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ca0f3714-ab93-4a03-9dba-4ab0304cefba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:37.918360 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243'] for agent, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:37.922284 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:37.924163 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:37.926018 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:37.926596 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:37.927885 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:37.928480 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:37.929035 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:37.929613 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:37.930181 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:37.930786 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:37.931373 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:37.931919 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:37.932529 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-667108-29-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:48:37.942205 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-667108-29-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:48:39.172667 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243'] for agent, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:39.928647 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] get_endpoint_by_host() called for host dv-cinder-667108-29-smb {{(pid=80161) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 19 15:48:39.934135 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] get_endpoint_by_ip() called for ip 192.168.0.76 {{(pid=80161) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 19 15:48:39.937881 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] _add_endpoint() called for ip 192.168.0.76 {{(pid=80161) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 19 15:48:39.945516 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] _get_endpoints() called {{(pid=80161) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 19 15:48:40.631260 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 39794) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:48:41.388227 dv-cinder-667108-29-smb neutron-server[80046]: WARNING oslo_policy.policy [None req-6692c91e-861f-40fd-bc81-ef979b6a071c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 15:48:41.389288 dv-cinder-667108-29-smb neutron-server[80046]: WARNING oslo_policy.policy [None req-6692c91e-861f-40fd-bc81-ef979b6a071c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 15:48:41.562945 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.l3_hamode_db [None req-17d7a968-d793-4da8-baf9-aedceaa6df51 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 19 15:48:41.655112 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d7a968-d793-4da8-baf9-aedceaa6df51 None None] Routers set() bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 15:48:41.655671 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d7a968-d793-4da8-baf9-aedceaa6df51 None None] Router IDs set() for agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 19 15:48:41.697030 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [None req-6692c91e-861f-40fd-bc81-ef979b6a071c admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=80159) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 15:48:41.698448 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-6692c91e-861f-40fd-bc81-ef979b6a071c admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 1.0651364 Jan 19 15:48:44.545091 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 39808) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:48:45.004819 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-8338a338-e8c9-418d-bfd4-cfbee49cbc0d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:48:45.061420 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.policy [None req-8338a338-e8c9-418d-bfd4-cfbee49cbc0d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80159) register_rules /opt/stack/neutron/neutron/policy.py:67}} Jan 19 15:48:45.062217 dv-cinder-667108-29-smb neutron-server[80046]: WARNING oslo_policy.policy [None req-8338a338-e8c9-418d-bfd4-cfbee49cbc0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 15:48:45.062894 dv-cinder-667108-29-smb neutron-server[80046]: WARNING oslo_policy.policy [None req-8338a338-e8c9-418d-bfd4-cfbee49cbc0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 15:48:45.075532 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.quota [None req-8338a338-e8c9-418d-bfd4-cfbee49cbc0d admin admin] Loaded quota_driver: . Jan 19 15:48:45.094395 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-8338a338-e8c9-418d-bfd4-cfbee49cbc0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:48:45.160941 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8338a338-e8c9-418d-bfd4-cfbee49cbc0d admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792498773989', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792498789803', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792498787842', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792498802055', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792498801262', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-531436', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-880545', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1944716', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2061822'] for rbac-policy, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:45.228781 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8338a338-e8c9-418d-bfd4-cfbee49cbc0d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:45.230085 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-8338a338-e8c9-418d-bfd4-cfbee49cbc0d admin admin] 10.222.0.110 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6840594 Jan 19 15:48:48.398485 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 39822) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:48:48.899659 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'c192a30ab419484b998885697d9ede29'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:48:48.905694 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:48:48.911707 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Usage tracker for resource:network and tenant:c192a30ab419484b998885697d9ede29 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:48:48.915565 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:48:48.922166 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:48:48.930836 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Made reservation on behalf of c192a30ab419484b998885697d9ede29 for: {'network': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 15:48:48.937045 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:48.956611 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:48.974074 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:48:48.978151 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Usage tracker for resource:security_group_rule and tenant:c192a30ab419484b998885697d9ede29 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:48:48.982102 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:48:48.988762 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:48:49.100367 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:49.103915 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:49.109922 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:48:49.132555 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 15:48:49.158405 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792502028574', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:49.159597 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.segments_db [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Added segment 24d1ac2b-569d-452b-a1f5-8a3dbf9ed7a4 of type vxlan for network d3d79523-33ee-46c3-95d2-25a42ebf453e Jan 19 15:48:49.219876 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13177621-6153-4b03-8cb4-21dae7d53a0c,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:48:49.246893 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:49.247223 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:49.247591 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:49.247955 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:49.248305 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:49.248656 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:49.249082 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:49.249440 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:49.249806 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:49.250157 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:49.250503 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:49.251180 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Tracked resource versions report: Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: pushed versions: Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: { 'AddressGroup': {'1.1'}, Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: 'ConntrackHelper': {'1.0'}, Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: 'Log': {'1.0'}, Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: 'Network': {'1.1'}, Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: 'Port': {'1.6'}, Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: 'PortForwarding': {'1.2'}, Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: 'QosPolicy': {'1.8'}, Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroup': {'1.4'}, Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroupRule': {'1.2'}, Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: 'SubPort': {'1.0'}, Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: 'Subnet': {'1.1'}, Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: 'Trunk': {'1.1'}} Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: consumer versions: Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: { DHCP agent@dv-cinder-667108-29-smb: {}, Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: L3 agent@dv-cinder-667108-29-smb: {}, Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: Metadata agent@dv-cinder-667108-29-smb: {}, Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: Metering agent@dv-cinder-667108-29-smb: {}, Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: Open vSwitch agent@dv-cinder-667108-29-smb: { 'AddressGroup': '1.1', Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: 'ConntrackHelper': '1.0', Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: 'Log': '1.0', Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: 'Network': '1.1', Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: 'Port': '1.6', Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: 'PortForwarding': '1.2', Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: 'QosPolicy': '1.8', Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroup': '1.4', Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroupRule': '1.2', Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: 'SubPort': '1.0', Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: 'Subnet': '1.1', Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: 'Trunk': '1.1'}} Jan 19 15:48:49.252043 dv-cinder-667108-29-smb neutron-server[80046]: {{(pid=80159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 19 15:48:49.458373 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363244353260848'] for network, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:49.463133 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:48:49.499811 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104'] for network, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:49.501210 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:48:49.501864 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:49.507241 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:48:49.620743 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.2209878 Jan 19 15:48:49.624094 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Pushing event updated for resources: {'Network': ['ID=d3d79523-33ee-46c3-95d2-25a42ebf453e,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:48:49.637857 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:48:49.650818 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Network d3d79523-33ee-46c3-95d2-25a42ebf453e details requested by agent ovs-agent-dv-cinder-667108-29-smb with host dv-cinder-667108-29-smb {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 15:48:52.982978 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 39838) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:48:53.686951 dv-cinder-667108-29-smb neutron-server[80046]: WARNING oslo_policy.policy [None req-efe57c61-5041-41e6-a8cb-c9f55da3448d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 15:48:53.687555 dv-cinder-667108-29-smb neutron-server[80046]: WARNING oslo_policy.policy [None req-efe57c61-5041-41e6-a8cb-c9f55da3448d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 15:48:54.121165 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.policy [None req-efe57c61-5041-41e6-a8cb-c9f55da3448d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80160) register_rules /opt/stack/neutron/neutron/policy.py:67}} Jan 19 15:48:54.122035 dv-cinder-667108-29-smb neutron-server[80046]: WARNING oslo_policy.policy [None req-efe57c61-5041-41e6-a8cb-c9f55da3448d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 15:48:54.122448 dv-cinder-667108-29-smb neutron-server[80046]: WARNING oslo_policy.policy [None req-efe57c61-5041-41e6-a8cb-c9f55da3448d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 15:48:54.138144 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe57c61-5041-41e6-a8cb-c9f55da3448d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:48:54.140119 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-efe57c61-5041-41e6-a8cb-c9f55da3448d admin admin] 10.222.0.110 "GET /v2.0/networks/d3d79523-33ee-46c3-95d2-25a42ebf453e HTTP/1.1" status: 200 len: 818 time: 1.1557856 Jan 19 15:48:54.177934 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-8c597b89-9365-4c02-8157-9f22b87dc5a7 admin admin] 10.222.0.110 "GET /v2.0/subnetpools/6a223ff4-dba5-4aa9-8c50-0a190f646a8f HTTP/1.1" status: 200 len: 734 time: 0.0293493 Jan 19 15:48:54.188585 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Request body: {'subnet': {'tenant_id': 'c192a30ab419484b998885697d9ede29', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '6a223ff4-dba5-4aa9-8c50-0a190f646a8f', 'network_id': 'd3d79523-33ee-46c3-95d2-25a42ebf453e', 'name': 'private-subnet'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:48:54.192485 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.quota [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Loaded quota_driver: . Jan 19 15:48:54.199235 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:48:54.205355 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Usage tracker for resource:subnet and tenant:c192a30ab419484b998885697d9ede29 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:48:54.209167 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:48:54.216478 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:48:54.230551 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Made reservation on behalf of c192a30ab419484b998885697d9ede29 for: {'subnet': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 15:48:54.236657 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:54.919927 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104'] for subnet, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:54.935587 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:48:55.081991 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7625da1a-6080-4190-8395-74de765ba710,revision_number=0']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:48:55.102778 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:55.103176 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:55.103547 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:55.103942 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:55.104257 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:55.104614 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:55.104997 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:55.105351 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:55.105703 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:55.106047 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:55.106391 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:55.106815 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Tracked resource versions report: Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: pushed versions: Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: { 'AddressGroup': {'1.1'}, Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: 'ConntrackHelper': {'1.0'}, Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: 'Log': {'1.0'}, Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: 'Network': {'1.1'}, Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: 'Port': {'1.6'}, Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: 'PortForwarding': {'1.2'}, Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: 'QosPolicy': {'1.8'}, Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroup': {'1.4'}, Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroupRule': {'1.2'}, Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: 'SubPort': {'1.0'}, Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: 'Subnet': {'1.1'}, Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: 'Trunk': {'1.1'}} Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: consumer versions: Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: { DHCP agent@dv-cinder-667108-29-smb: {}, Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: L3 agent@dv-cinder-667108-29-smb: {}, Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: Metadata agent@dv-cinder-667108-29-smb: {}, Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: Metering agent@dv-cinder-667108-29-smb: {}, Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: Open vSwitch agent@dv-cinder-667108-29-smb: { 'AddressGroup': '1.1', Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: 'ConntrackHelper': '1.0', Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: 'Log': '1.0', Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: 'Network': '1.1', Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: 'Port': '1.6', Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: 'PortForwarding': '1.2', Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: 'QosPolicy': '1.8', Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroup': '1.4', Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroupRule': '1.2', Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: 'SubPort': '1.0', Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: 'Subnet': '1.1', Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: 'Trunk': '1.1'}} Jan 19 15:48:55.107890 dv-cinder-667108-29-smb neutron-server[80046]: {{(pid=80160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 19 15:48:55.159384 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:48:55.198429 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Checking segment: {'id': '24d1ac2b-569d-452b-a1f5-8a3dbf9ed7a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd3d79523-33ee-46c3-95d2-25a42ebf453e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 15:48:55.198763 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Network hostable DHCP agents. Network: d3d79523-33ee-46c3-95d2-25a42ebf453e, hostable agents: ['38d5a676-35d8-431f-b8e5-8bc81bf22324'], hosted agents: [] {{(pid=80160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 15:48:55.221701 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Network d3d79523-33ee-46c3-95d2-25a42ebf453e is scheduled to be hosted by DHCP agent 38d5a676-35d8-431f-b8e5-8bc81bf22324 with binding_index 1 {{(pid=80160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 15:48:55.231251 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-smb, d3d79523-33ee-46c3-95d2-25a42ebf453e) {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 15:48:55.236322 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:48:55.237625 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:55.243922 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0759ac5a-341b-4b4e-8499-90eeb9b5b50e None None] Network d3d79523-33ee-46c3-95d2-25a42ebf453e requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 15:48:55.261283 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0767367 Jan 19 15:48:55.611670 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77c3105-ef80-5556-a39d-3e62c54a46d7-d3d79523-33ee-46c3-95d2-25a42ebf453e', 'network_id': 'd3d79523-33ee-46c3-95d2-25a42ebf453e', 'tenant_id': 'c192a30ab419484b998885697d9ede29', 'fixed_ips': [{'subnet_id': '7625da1a-6080-4190-8395-74de765ba710'}]}} from dv-cinder-667108-29-smb. {{(pid=80161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 19 15:48:55.613474 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:56.126767 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Allocated IP 172.20.0.2 (d3d79523-33ee-46c3-95d2-25a42ebf453e/7625da1a-6080-4190-8395-74de765ba710/bd066400-c7bc-4b64-961a-75db6b3fff1b) {{(pid=80161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 15:48:56.395832 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Notify callbacks [] for port, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:56.411090 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Transition to ACTIVE for port object bd066400-c7bc-4b64-961a-75db6b3fff1b will not be triggered until provisioned by entity L2. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 15:48:56.430160 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Transition to ACTIVE for port object bd066400-c7bc-4b64-961a-75db6b3fff1b will not be triggered until provisioned by entity DHCP. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 15:48:56.437224 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513'] for port, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:56.454248 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:48:56.588931 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Pushing event updated for resources: {'Port': ['ID=bd066400-c7bc-4b64-961a-75db6b3fff1b,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:48:56.605655 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:56.606038 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:56.606411 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:56.606803 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:56.607170 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:56.607539 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:56.607902 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:56.608264 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:56.608637 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:56.608999 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:56.609363 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:56.609725 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Tracked resource versions report: Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: pushed versions: Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: { 'AddressGroup': {'1.1'}, Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: 'ConntrackHelper': {'1.0'}, Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: 'Log': {'1.0'}, Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: 'Network': {'1.1'}, Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: 'Port': {'1.6'}, Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: 'PortForwarding': {'1.2'}, Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: 'QosPolicy': {'1.8'}, Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroup': {'1.4'}, Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroupRule': {'1.2'}, Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: 'SubPort': {'1.0'}, Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: 'Subnet': {'1.1'}, Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: 'Trunk': {'1.1'}} Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: consumer versions: Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: { DHCP agent@dv-cinder-667108-29-smb: {}, Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: L3 agent@dv-cinder-667108-29-smb: {}, Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: Metadata agent@dv-cinder-667108-29-smb: {}, Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: Metering agent@dv-cinder-667108-29-smb: {}, Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: Open vSwitch agent@dv-cinder-667108-29-smb: { 'AddressGroup': '1.1', Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: 'ConntrackHelper': '1.0', Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: 'Log': '1.0', Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: 'Network': '1.1', Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: 'Port': '1.6', Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: 'PortForwarding': '1.2', Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: 'QosPolicy': '1.8', Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroup': '1.4', Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroupRule': '1.2', Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: 'SubPort': '1.0', Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: 'Subnet': '1.1', Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: 'Trunk': '1.1'}} Jan 19 15:48:56.610875 dv-cinder-667108-29-smb neutron-server[80046]: {{(pid=80161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 19 15:48:56.617704 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:48:56.676710 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Network d3d79523-33ee-46c3-95d2-25a42ebf453e is already hosted by enough agents. {{(pid=80161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 15:48:56.677788 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Resources bound (agent type, host, resource id): {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 15:48:56.680983 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Received port after_create {{(pid=80161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 15:48:56.742192 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Attempting to bind port bd066400-c7bc-4b64-961a-75db6b3fff1b on host dv-cinder-667108-29-smb for vnic_type normal with profile {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 15:48:56.742613 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Attempting to bind port bd066400-c7bc-4b64-961a-75db6b3fff1b by drivers openvswitch on host dv-cinder-667108-29-smb at level 0 using segments [{'id': '24d1ac2b-569d-452b-a1f5-8a3dbf9ed7a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd3d79523-33ee-46c3-95d2-25a42ebf453e'}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 15:48:56.743056 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Attempting to bind port bd066400-c7bc-4b64-961a-75db6b3fff1b on network d3d79523-33ee-46c3-95d2-25a42ebf453e {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 15:48:56.748653 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Checking agent: {'id': '5ecd99d1-ce90-4fa2-88be-ab4d7154f57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 48, 38), 'started_at': datetime.datetime(2021, 1, 19, 15, 48, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 15:48:56.749045 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Checking segment: {'id': '24d1ac2b-569d-452b-a1f5-8a3dbf9ed7a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd3d79523-33ee-46c3-95d2-25a42ebf453e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 15:48:56.750361 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:56.750361 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Bound using segment: {'id': '24d1ac2b-569d-452b-a1f5-8a3dbf9ed7a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd3d79523-33ee-46c3-95d2-25a42ebf453e'} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 15:48:56.750548 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Bound port: bd066400-c7bc-4b64-961a-75db6b3fff1b, host: dv-cinder-667108-29-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1ac2b-569d-452b-a1f5-8a3dbf9ed7a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd3d79523-33ee-46c3-95d2-25a42ebf453e'}}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 15:48:56.750980 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:56.844096 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] For port bd066400-c7bc-4b64-961a-75db6b3fff1b, host dv-cinder-667108-29-smb, cleared binding levels {{(pid=80161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 15:48:56.848285 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] For port bd066400-c7bc-4b64-961a-75db6b3fff1b, host dv-cinder-667108-29-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=bd066400-c7bc-4b64-961a-75db6b3fff1b,segment=NetworkSegment(24d1ac2b-569d-452b-a1f5-8a3dbf9ed7a4),segment_id=24d1ac2b-569d-452b-a1f5-8a3dbf9ed7a4)] {{(pid=80161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 15:48:56.851669 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:48:56.869862 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:48:57.024292 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Pushing event updated for resources: {'Port': ['ID=bd066400-c7bc-4b64-961a-75db6b3fff1b,revision_number=2']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:48:57.028789 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:48:58.153609 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 39858) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:48:58.631680 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [None req-96dd149a-7042-4282-8b1d-de319a31c1d0 admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=80159) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 15:48:58.632797 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-96dd149a-7042-4282-8b1d-de319a31c1d0 admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4781463 Jan 19 15:49:01.468964 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 39872) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:49:01.843308 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3947970-7246-45af-a658-b20092d3ea0e None None] Network d3d79523-33ee-46c3-95d2-25a42ebf453e requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 15:49:01.931974 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [None req-75f9cd9a-a050-408b-a9c3-5aa0bd1d713b admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=80159) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 15:49:01.943281 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-75f9cd9a-a050-408b-a9c3-5aa0bd1d713b admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4630883 Jan 19 15:49:01.960024 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-9cc2aa0c-912d-4c95-bc1a-894514f443ec None None] Provisioning for port bd066400-c7bc-4b64-961a-75db6b3fff1b completed by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 15:49:02.039368 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device bd066400-c7bc-4b64-961a-75db6b3fff1b up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 15:49:02.181952 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning for port bd066400-c7bc-4b64-961a-75db6b3fff1b completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 15:49:02.188966 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port bd066400-c7bc-4b64-961a-75db6b3fff1b triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:49:02.189383 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:02.340558 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:02.380753 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] For port bd066400-c7bc-4b64-961a-75db6b3fff1b, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=bd066400-c7bc-4b64-961a-75db6b3fff1b,segment=NetworkSegment(24d1ac2b-569d-452b-a1f5-8a3dbf9ed7a4),segment_id=24d1ac2b-569d-452b-a1f5-8a3dbf9ed7a4)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 15:49:02.384360 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:02.386614 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:49:02.463585 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Pushing event updated for resources: {'Port': ['ID=bd066400-c7bc-4b64-961a-75db6b3fff1b,revision_number=3']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:49:02.466976 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:49:02.509071 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-05e811d0-2d57-4b3e-a815-7ac7e2edf53b None None] Provisioning complete for port bd066400-c7bc-4b64-961a-75db6b3fff1b triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:49:02.509770 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-05e811d0-2d57-4b3e-a815-7ac7e2edf53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:02.769465 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-62464f13-b2fe-4ff0-bd00-f8967d1ceb6e None None] Provisioning complete for port bd066400-c7bc-4b64-961a-75db6b3fff1b triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:49:02.769874 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-62464f13-b2fe-4ff0-bd00-f8967d1ceb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:04.018748 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device bd066400-c7bc-4b64-961a-75db6b3fff1b up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 15:49:04.099232 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-57d306f3-d1a8-4f72-a99b-a0a8e34d94c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:04.160465 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port bd066400-c7bc-4b64-961a-75db6b3fff1b triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:49:04.161124 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:05.373756 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 39884) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:49:05.867227 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-7866b73b-72b3-4119-a1c9-5428b53e1cb9 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c192a30ab419484b998885697d9ede29'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:49:05.872665 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-7866b73b-72b3-4119-a1c9-5428b53e1cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:49:05.876675 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-7866b73b-72b3-4119-a1c9-5428b53e1cb9 admin admin] Usage tracker for resource:router and tenant:c192a30ab419484b998885697d9ede29 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:49:05.880850 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-7866b73b-72b3-4119-a1c9-5428b53e1cb9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:49:05.887491 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-7866b73b-72b3-4119-a1c9-5428b53e1cb9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:49:05.896927 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7866b73b-72b3-4119-a1c9-5428b53e1cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853037659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1435'] for router, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:05.898296 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7866b73b-72b3-4119-a1c9-5428b53e1cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1713670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774292'] for router, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:05.919489 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7866b73b-72b3-4119-a1c9-5428b53e1cb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:06.029294 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7866b73b-72b3-4119-a1c9-5428b53e1cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1738194'] for router, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:06.047641 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7866b73b-72b3-4119-a1c9-5428b53e1cb9 admin admin] Notify callbacks [] for router, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:06.048910 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-7866b73b-72b3-4119-a1c9-5428b53e1cb9 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6741037 Jan 19 15:49:06.966007 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:07.053390 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 5 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 15:49:07.246656 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9fbce57c-3c8f-4b1a-beae-52f366fb37ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:07.911080 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:08.963787 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 39904) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:49:09.035077 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:09.204838 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [None req-83d0dab8-94c7-46e0-8eb4-2e03f10211ce admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=80160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 15:49:09.206680 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-83d0dab8-94c7-46e0-8eb4-2e03f10211ce admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.2416613 Jan 19 15:49:11.884494 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 39924) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:49:11.963808 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:49:11.969171 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:49:11.974535 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] Usage tracker for resource:network and tenant:a946926be4454cddac0c6e1f6daafae4 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:49:11.977775 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:49:11.983959 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:49:11.994103 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] Made reservation on behalf of a946926be4454cddac0c6e1f6daafae4 for: {'network': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 15:49:11.998849 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for network, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:12.016938 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:12.036125 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:49:12.040135 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] Usage tracker for resource:security_group_rule and tenant:a946926be4454cddac0c6e1f6daafae4 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:49:12.043663 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:49:12.050062 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:49:12.153527 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:12.156469 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:12.161662 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:49:12.176140 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] Reserving flat network on physical network physnet1 {{(pid=80160) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 19 15:49:12.202754 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17d7410-8c66-4832-a25b-70b478b8bc66,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:49:12.207257 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:49:12.208438 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792502028574', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:12.209057 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] Unsubscribe: segment precommit_create {{(pid=80160) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 19 15:49:12.209554 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.segments_db [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] Added segment df4602cc-7cc3-4442-ad7e-3dfa8118ccff of type flat for network 8cb986dc-564f-4d7a-9897-91054d6f010e Jan 19 15:49:12.253028 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363244353260848'] for network, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:12.295076 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104'] for network, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:12.296358 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:49:12.296985 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:12.301916 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:49:12.405958 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5202861 Jan 19 15:49:12.410469 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] Pushing event updated for resources: {'Network': ['ID=8cb986dc-564f-4d7a-9897-91054d6f010e,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:49:12.413903 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:49:12.422278 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Network 8cb986dc-564f-4d7a-9897-91054d6f010e details requested by agent ovs-agent-dv-cinder-667108-29-smb with host dv-cinder-667108-29-smb {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 15:49:14.996728 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 39934) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:49:15.156608 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3a7d9a-e88e-49f3-b911-0151595ee9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:49:15.159462 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-9b3a7d9a-e88e-49f3-b911-0151595ee9cc admin admin] 10.222.0.110 "GET /v2.0/subnets/7625da1a-6080-4190-8395-74de765ba710 HTTP/1.1" status: 200 len: 849 time: 0.1609552 Jan 19 15:49:15.350503 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-5a6abf74-e6f3-45b0-993f-23d69b74287f admin admin] 10.222.0.110 "GET /v2.0/routers/4bc6efaa-6787-4b21-ad1a-84473b681a54 HTTP/1.1" status: 200 len: 704 time: 0.1847064 Jan 19 15:49:16.051555 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9c9618d0-1f8e-4f11-b78b-334e0e08e6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:16.475624 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [None req-9c9618d0-1f8e-4f11-b78b-334e0e08e6f6 admin admin] Allocated IP 172.20.0.1 (d3d79523-33ee-46c3-95d2-25a42ebf453e/7625da1a-6080-4190-8395-74de765ba710/0ef4962a-0486-498c-9bac-8f3b693be118) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 15:49:16.649853 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9c9618d0-1f8e-4f11-b78b-334e0e08e6f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:16.669731 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-9c9618d0-1f8e-4f11-b78b-334e0e08e6f6 admin admin] Transition to ACTIVE for port object 0ef4962a-0486-498c-9bac-8f3b693be118 will not be triggered until provisioned by entity DHCP. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 15:49:16.725918 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9c9618d0-1f8e-4f11-b78b-334e0e08e6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:16.740957 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:49:16.876096 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9618d0-1f8e-4f11-b78b-334e0e08e6f6 admin admin] Pushing event updated for resources: {'Port': ['ID=0ef4962a-0486-498c-9bac-8f3b693be118,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:49:16.883990 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9c9618d0-1f8e-4f11-b78b-334e0e08e6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:49:16.939966 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9618d0-1f8e-4f11-b78b-334e0e08e6f6 admin admin] Network d3d79523-33ee-46c3-95d2-25a42ebf453e is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 15:49:16.941326 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-9c9618d0-1f8e-4f11-b78b-334e0e08e6f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 15:49:16.943725 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9618d0-1f8e-4f11-b78b-334e0e08e6f6 admin admin] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 15:49:16.944243 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9c9618d0-1f8e-4f11-b78b-334e0e08e6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853037727'] for router_interface, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:17.218106 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-525e53da-cb0d-442a-b563-91ec3fb1754a None None] Provisioning for port 0ef4962a-0486-498c-9bac-8f3b693be118 completed by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 15:49:17.223721 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-525e53da-cb0d-442a-b563-91ec3fb1754a None None] Provisioning complete for port 0ef4962a-0486-498c-9bac-8f3b693be118 triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:49:17.224137 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-525e53da-cb0d-442a-b563-91ec3fb1754a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:17.234779 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9c9618d0-1f8e-4f11-b78b-334e0e08e6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:17.280744 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-525e53da-cb0d-442a-b563-91ec3fb1754a None None] Port 0ef4962a-0486-498c-9bac-8f3b693be118 cannot update to ACTIVE because it is not bound. {{(pid=80161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 15:49:17.543251 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9c9618d0-1f8e-4f11-b78b-334e0e08e6f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:17.546769 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9c9618d0-1f8e-4f11-b78b-334e0e08e6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:17.547853 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9c9618d0-1f8e-4f11-b78b-334e0e08e6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853088085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853036600'] for router_interface, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:17.563454 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9c9618d0-1f8e-4f11-b78b-334e0e08e6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:49:17.699291 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9618d0-1f8e-4f11-b78b-334e0e08e6f6 admin admin] Pushing event updated for resources: {'Port': ['ID=0ef4962a-0486-498c-9bac-8f3b693be118,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:49:17.704597 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9c9618d0-1f8e-4f11-b78b-334e0e08e6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:49:17.765758 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9618d0-1f8e-4f11-b78b-334e0e08e6f6 admin admin] Network d3d79523-33ee-46c3-95d2-25a42ebf453e is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 15:49:17.767705 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-9c9618d0-1f8e-4f11-b78b-334e0e08e6f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 15:49:18.010436 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-0cffa578-8df6-4cd8-bfcd-d9a104b107fa None None] Provisioning complete for port 0ef4962a-0486-498c-9bac-8f3b693be118 triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:49:18.011109 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0cffa578-8df6-4cd8-bfcd-d9a104b107fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:18.102880 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-0cffa578-8df6-4cd8-bfcd-d9a104b107fa None None] Port 0ef4962a-0486-498c-9bac-8f3b693be118 cannot update to ACTIVE because it is not bound. {{(pid=80161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 15:49:18.187406 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9618d0-1f8e-4f11-b78b-334e0e08e6f6 admin admin] Router 4bc6efaa-6787-4b21-ad1a-84473b681a54 is scheduled to L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f with binding_index 1 {{(pid=80160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 19 15:49:18.357202 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9618d0-1f8e-4f11-b78b-334e0e08e6f6 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 15:49:18.367495 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-9c9618d0-1f8e-4f11-b78b-334e0e08e6f6 admin admin] 10.222.0.110 "PUT /v2.0/routers/4bc6efaa-6787-4b21-ad1a-84473b681a54/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.0112867 Jan 19 15:49:18.368419 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bff01d3-b897-43bd-8208-89fbf3adf692 None None] Sync routers for ids ['4bc6efaa-6787-4b21-ad1a-84473b681a54'] in dv-cinder-667108-29-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 15:49:18.379892 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bff01d3-b897-43bd-8208-89fbf3adf692 None None] Routers {'4bc6efaa-6787-4b21-ad1a-84473b681a54'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 15:49:18.380759 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-9bff01d3-b897-43bd-8208-89fbf3adf692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T15:49:07Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['4bc6efaa-6787-4b21-ad1a-84473b681a54'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:49:18.575480 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-9bff01d3-b897-43bd-8208-89fbf3adf692 None None] Set router 4bc6efaa-6787-4b21-ad1a-84473b681a54 gateway port host: None {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 15:49:18.983269 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-9bff01d3-b897-43bd-8208-89fbf3adf692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc6efaa-6787-4b21-ad1a-84473b681a54', 'name': 'router1', 'tenant_id': 'c192a30ab419484b998885697d9ede29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:49:05Z', 'updated_at': '2021-01-19T15:49:17Z', 'revision_number': 2, 'project_id': 'c192a30ab419484b998885697d9ede29', 'gw_port_host': None, '_interfaces': [{'id': '0ef4962a-0486-498c-9bac-8f3b693be118', 'name': '', 'network_id': 'd3d79523-33ee-46c3-95d2-25a42ebf453e', 'tenant_id': 'c192a30ab419484b998885697d9ede29', 'mac_address': 'fa:16:3e:d2:ad:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc6efaa-6787-4b21-ad1a-84473b681a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7625da1a-6080-4190-8395-74de765ba710', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:49:16Z', 'updated_at': '2021-01-19T15:49:17Z', 'revision_number': 2, 'project_id': 'c192a30ab419484b998885697d9ede29', 'subnets': [{'id': '7625da1a-6080-4190-8395-74de765ba710', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a223ff4-dba5-4aa9-8c50-0a190f646a8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:49:18.989330 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bff01d3-b897-43bd-8208-89fbf3adf692 None None] Checking router: 4bc6efaa-6787-4b21-ad1a-84473b681a54 for host: dv-cinder-667108-29-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 15:49:18.989739 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bff01d3-b897-43bd-8208-89fbf3adf692 None None] Updating router 4bc6efaa-6787-4b21-ad1a-84473b681a54 port 0ef4962a-0486-498c-9bac-8f3b693be118 binding host dv-cinder-667108-29-smb {{(pid=80162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 15:49:19.220438 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9bff01d3-b897-43bd-8208-89fbf3adf692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:19.704444 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9bff01d3-b897-43bd-8208-89fbf3adf692 None None] Notify callbacks [] for port, precommit_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:19.720093 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-9bff01d3-b897-43bd-8208-89fbf3adf692 None None] Transition to ACTIVE for port object 0ef4962a-0486-498c-9bac-8f3b693be118 will not be triggered until provisioned by entity L2. {{(pid=80162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 15:49:19.724192 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9bff01d3-b897-43bd-8208-89fbf3adf692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:19.738334 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:49:19.882476 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940bf25-1035-4a8a-977d-eb472f6f5592 None None] Pushing event updated for resources: {'Port': ['ID=0ef4962a-0486-498c-9bac-8f3b693be118,revision_number=3']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:49:19.896345 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940bf25-1035-4a8a-977d-eb472f6f5592 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:49:19.896715 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940bf25-1035-4a8a-977d-eb472f6f5592 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:49:19.897250 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940bf25-1035-4a8a-977d-eb472f6f5592 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:49:19.897462 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940bf25-1035-4a8a-977d-eb472f6f5592 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:49:19.897815 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940bf25-1035-4a8a-977d-eb472f6f5592 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:49:19.898175 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940bf25-1035-4a8a-977d-eb472f6f5592 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:49:19.898520 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940bf25-1035-4a8a-977d-eb472f6f5592 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:49:19.898986 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940bf25-1035-4a8a-977d-eb472f6f5592 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:49:19.899342 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940bf25-1035-4a8a-977d-eb472f6f5592 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:49:19.899691 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940bf25-1035-4a8a-977d-eb472f6f5592 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:49:19.900037 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940bf25-1035-4a8a-977d-eb472f6f5592 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:49:19.900383 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940bf25-1035-4a8a-977d-eb472f6f5592 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940bf25-1035-4a8a-977d-eb472f6f5592 None None] Tracked resource versions report: Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: pushed versions: Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: { 'AddressGroup': {'1.1'}, Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: 'ConntrackHelper': {'1.0'}, Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: 'Log': {'1.0'}, Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: 'Network': {'1.1'}, Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: 'Port': {'1.6'}, Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: 'PortForwarding': {'1.2'}, Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: 'QosPolicy': {'1.8'}, Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroup': {'1.4'}, Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroupRule': {'1.2'}, Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: 'SubPort': {'1.0'}, Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: 'Subnet': {'1.1'}, Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: 'Trunk': {'1.1'}} Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: consumer versions: Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: { DHCP agent@dv-cinder-667108-29-smb: {}, Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: L3 agent@dv-cinder-667108-29-smb: {}, Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: Metadata agent@dv-cinder-667108-29-smb: {}, Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: Metering agent@dv-cinder-667108-29-smb: {}, Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: Open vSwitch agent@dv-cinder-667108-29-smb: { 'AddressGroup': '1.1', Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: 'ConntrackHelper': '1.0', Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: 'Log': '1.0', Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: 'Network': '1.1', Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: 'Port': '1.6', Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: 'PortForwarding': '1.2', Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: 'QosPolicy': '1.8', Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroup': '1.4', Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroupRule': '1.2', Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: 'SubPort': '1.0', Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: 'Subnet': '1.1', Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: 'Trunk': '1.1'}} Jan 19 15:49:19.901515 dv-cinder-667108-29-smb neutron-server[80046]: {{(pid=80162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 19 15:49:19.910203 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4940bf25-1035-4a8a-977d-eb472f6f5592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:49:20.106430 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-9bff01d3-b897-43bd-8208-89fbf3adf692 None None] Attempting to bind port 0ef4962a-0486-498c-9bac-8f3b693be118 on host dv-cinder-667108-29-smb for vnic_type normal with profile {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 15:49:20.107367 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-9bff01d3-b897-43bd-8208-89fbf3adf692 None None] Attempting to bind port 0ef4962a-0486-498c-9bac-8f3b693be118 by drivers openvswitch on host dv-cinder-667108-29-smb at level 0 using segments [{'id': '24d1ac2b-569d-452b-a1f5-8a3dbf9ed7a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd3d79523-33ee-46c3-95d2-25a42ebf453e'}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 15:49:20.108140 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bff01d3-b897-43bd-8208-89fbf3adf692 None None] Attempting to bind port 0ef4962a-0486-498c-9bac-8f3b693be118 on network d3d79523-33ee-46c3-95d2-25a42ebf453e {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 15:49:20.117249 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bff01d3-b897-43bd-8208-89fbf3adf692 None None] Checking agent: {'id': '5ecd99d1-ce90-4fa2-88be-ab4d7154f57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 48, 38), 'started_at': datetime.datetime(2021, 1, 19, 15, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 15:49:20.117636 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bff01d3-b897-43bd-8208-89fbf3adf692 None None] Checking segment: {'id': '24d1ac2b-569d-452b-a1f5-8a3dbf9ed7a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd3d79523-33ee-46c3-95d2-25a42ebf453e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 15:49:20.118068 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9bff01d3-b897-43bd-8208-89fbf3adf692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:20.118498 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bff01d3-b897-43bd-8208-89fbf3adf692 None None] Bound using segment: {'id': '24d1ac2b-569d-452b-a1f5-8a3dbf9ed7a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd3d79523-33ee-46c3-95d2-25a42ebf453e'} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 15:49:20.119075 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-9bff01d3-b897-43bd-8208-89fbf3adf692 None None] Bound port: 0ef4962a-0486-498c-9bac-8f3b693be118, host: dv-cinder-667108-29-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1ac2b-569d-452b-a1f5-8a3dbf9ed7a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd3d79523-33ee-46c3-95d2-25a42ebf453e'}}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 15:49:20.119697 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9bff01d3-b897-43bd-8208-89fbf3adf692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:20.219230 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-9bff01d3-b897-43bd-8208-89fbf3adf692 None None] For port 0ef4962a-0486-498c-9bac-8f3b693be118, host dv-cinder-667108-29-smb, cleared binding levels {{(pid=80162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 15:49:20.226371 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-9bff01d3-b897-43bd-8208-89fbf3adf692 None None] For port 0ef4962a-0486-498c-9bac-8f3b693be118, host dv-cinder-667108-29-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=0ef4962a-0486-498c-9bac-8f3b693be118,segment=NetworkSegment(24d1ac2b-569d-452b-a1f5-8a3dbf9ed7a4),segment_id=24d1ac2b-569d-452b-a1f5-8a3dbf9ed7a4)] {{(pid=80162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 15:49:20.230851 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9bff01d3-b897-43bd-8208-89fbf3adf692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:20.246409 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4940bf25-1035-4a8a-977d-eb472f6f5592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:49:20.402225 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940bf25-1035-4a8a-977d-eb472f6f5592 None None] Pushing event updated for resources: {'Port': ['ID=0ef4962a-0486-498c-9bac-8f3b693be118,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:49:20.407254 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4940bf25-1035-4a8a-977d-eb472f6f5592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:49:20.476841 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bff01d3-b897-43bd-8208-89fbf3adf692 None None] Routers {'4bc6efaa-6787-4b21-ad1a-84473b681a54'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 15:49:20.477426 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-9bff01d3-b897-43bd-8208-89fbf3adf692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T15:49:07Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['4bc6efaa-6787-4b21-ad1a-84473b681a54'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:49:20.650162 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-9bff01d3-b897-43bd-8208-89fbf3adf692 None None] Set router 4bc6efaa-6787-4b21-ad1a-84473b681a54 gateway port host: None {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 15:49:20.974008 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 39946) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:49:21.024827 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-9bff01d3-b897-43bd-8208-89fbf3adf692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc6efaa-6787-4b21-ad1a-84473b681a54', 'name': 'router1', 'tenant_id': 'c192a30ab419484b998885697d9ede29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:49:05Z', 'updated_at': '2021-01-19T15:49:17Z', 'revision_number': 2, 'project_id': 'c192a30ab419484b998885697d9ede29', 'gw_port_host': None, '_interfaces': [{'id': '0ef4962a-0486-498c-9bac-8f3b693be118', 'name': '', 'network_id': 'd3d79523-33ee-46c3-95d2-25a42ebf453e', 'tenant_id': 'c192a30ab419484b998885697d9ede29', 'mac_address': 'fa:16:3e:d2:ad:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc6efaa-6787-4b21-ad1a-84473b681a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7625da1a-6080-4190-8395-74de765ba710', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:49:16Z', 'updated_at': '2021-01-19T15:49:20Z', 'revision_number': 4, 'project_id': 'c192a30ab419484b998885697d9ede29', 'subnets': [{'id': '7625da1a-6080-4190-8395-74de765ba710', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a223ff4-dba5-4aa9-8c50-0a190f646a8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:49:21.029101 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bff01d3-b897-43bd-8208-89fbf3adf692 None None] The sync data for ids ['4bc6efaa-6787-4b21-ad1a-84473b681a54'] in dv-cinder-667108-29-smb is: [{'id': '4bc6efaa-6787-4b21-ad1a-84473b681a54', 'name': 'router1', 'tenant_id': 'c192a30ab419484b998885697d9ede29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:49:05Z', 'updated_at': '2021-01-19T15:49:17Z', 'revision_number': 2, 'project_id': 'c192a30ab419484b998885697d9ede29', 'gw_port_host': None, '_interfaces': [{'id': '0ef4962a-0486-498c-9bac-8f3b693be118', 'name': '', 'network_id': 'd3d79523-33ee-46c3-95d2-25a42ebf453e', 'tenant_id': 'c192a30ab419484b998885697d9ede29', 'mac_address': 'fa:16:3e:d2:ad:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc6efaa-6787-4b21-ad1a-84473b681a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7625da1a-6080-4190-8395-74de765ba710', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:49:16Z', 'updated_at': '2021-01-19T15:49:20Z', 'revision_number': 4, 'project_id': 'c192a30ab419484b998885697d9ede29', 'subnets': [{'id': '7625da1a-6080-4190-8395-74de765ba710', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a223ff4-dba5-4aa9-8c50-0a190f646a8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 15:49:21.181637 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73448a40-65c1-4864-b8f2-cc0eb428b968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:49:21.182180 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-73448a40-65c1-4864-b8f2-cc0eb428b968 admin admin] Synchronizing usage tracker for tenant:a946926be4454cddac0c6e1f6daafae4 on resource:network {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 15:49:21.199341 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-73448a40-65c1-4864-b8f2-cc0eb428b968 admin admin] Unset dirty status for tenant:a946926be4454cddac0c6e1f6daafae4 on resource:network {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 15:49:21.207313 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-73448a40-65c1-4864-b8f2-cc0eb428b968 admin admin] 10.222.0.110 "GET /v2.0/networks/8cb986dc-564f-4d7a-9897-91054d6f010e HTTP/1.1" status: 200 len: 842 time: 0.2255733 Jan 19 15:49:21.212177 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-fda110b9-8d18-4c89-990e-4dffa858e4e5 admin admin] Request body: {'subnet': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.28.3.1', 'enable_dhcp': False, 'cidr': '172.28.3.0/24'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:49:21.218288 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-fda110b9-8d18-4c89-990e-4dffa858e4e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:49:21.223739 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-fda110b9-8d18-4c89-990e-4dffa858e4e5 admin admin] Usage tracker for resource:subnet and tenant:a946926be4454cddac0c6e1f6daafae4 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:49:21.226756 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-fda110b9-8d18-4c89-990e-4dffa858e4e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:49:21.233155 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-fda110b9-8d18-4c89-990e-4dffa858e4e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:49:21.243189 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda110b9-8d18-4c89-990e-4dffa858e4e5 admin admin] Made reservation on behalf of a946926be4454cddac0c6e1f6daafae4 for: {'subnet': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 15:49:21.247922 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-fda110b9-8d18-4c89-990e-4dffa858e4e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:21.717458 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.objects.ports [None req-fda110b9-8d18-4c89-990e-4dffa858e4e5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80160) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 19 15:49:21.717963 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-fda110b9-8d18-4c89-990e-4dffa858e4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104'] for subnet, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:21.733997 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:49:21.870219 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda110b9-8d18-4c89-990e-4dffa858e4e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8785aac7-d333-468d-9a45-aa55950b5c1c,revision_number=0']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:49:21.874749 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-fda110b9-8d18-4c89-990e-4dffa858e4e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:49:21.976898 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda110b9-8d18-4c89-990e-4dffa858e4e5 admin admin] Checking segment: {'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 15:49:21.977708 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda110b9-8d18-4c89-990e-4dffa858e4e5 admin admin] Network hostable DHCP agents. Network: 8cb986dc-564f-4d7a-9897-91054d6f010e, hostable agents: ['38d5a676-35d8-431f-b8e5-8bc81bf22324'], hosted agents: [] {{(pid=80160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 15:49:22.010480 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda110b9-8d18-4c89-990e-4dffa858e4e5 admin admin] Network 8cb986dc-564f-4d7a-9897-91054d6f010e is scheduled to be hosted by DHCP agent 38d5a676-35d8-431f-b8e5-8bc81bf22324 with binding_index 1 {{(pid=80160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 15:49:22.024651 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-fda110b9-8d18-4c89-990e-4dffa858e4e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-smb, 8cb986dc-564f-4d7a-9897-91054d6f010e) {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 15:49:22.029689 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda110b9-8d18-4c89-990e-4dffa858e4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:49:22.030486 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-fda110b9-8d18-4c89-990e-4dffa858e4e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:22.043147 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd117b1d-d29b-4251-8777-3e7527501e3c None None] Network 8cb986dc-564f-4d7a-9897-91054d6f010e requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 15:49:22.058770 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-fda110b9-8d18-4c89-990e-4dffa858e4e5 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8471453 Jan 19 15:49:22.068502 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 0ef4962a-0486-498c-9bac-8f3b693be118 up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 15:49:22.410508 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning for port 0ef4962a-0486-498c-9bac-8f3b693be118 completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 15:49:22.421119 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port 0ef4962a-0486-498c-9bac-8f3b693be118 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:49:22.421522 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:22.611939 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d67998a-2dc8-485e-aec1-aa27d049766c None None] Network 8cb986dc-564f-4d7a-9897-91054d6f010e requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 15:49:22.725374 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:22.824244 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] For port 0ef4962a-0486-498c-9bac-8f3b693be118, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=0ef4962a-0486-498c-9bac-8f3b693be118,segment=NetworkSegment(24d1ac2b-569d-452b-a1f5-8a3dbf9ed7a4),segment_id=24d1ac2b-569d-452b-a1f5-8a3dbf9ed7a4)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 15:49:22.832172 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:22.842285 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:49:22.958208 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Pushing event updated for resources: {'Port': ['ID=0ef4962a-0486-498c-9bac-8f3b693be118,revision_number=5']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:49:22.961615 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:49:24.004461 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 0ef4962a-0486-498c-9bac-8f3b693be118 up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 15:49:24.087397 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port 0ef4962a-0486-498c-9bac-8f3b693be118 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:49:24.087817 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:24.747116 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 39960) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:49:24.991916 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-ae8507fa-5127-4522-b055-8c20bc0eb6d5 admin admin] 10.222.0.110 "GET /v2.0/routers/4bc6efaa-6787-4b21-ad1a-84473b681a54 HTTP/1.1" status: 200 len: 710 time: 0.2434671 Jan 19 15:49:25.136653 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111fe1b5-0463-42d6-a130-1af9b3c4f00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:49:25.138143 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-111fe1b5-0463-42d6-a130-1af9b3c4f00d admin admin] 10.222.0.110 "GET /v2.0/networks/8cb986dc-564f-4d7a-9897-91054d6f010e HTTP/1.1" status: 200 len: 886 time: 0.1398880 Jan 19 15:49:25.149735 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'}}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:49:25.806221 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713719', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1750052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774275'] for router, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:26.177986 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:26.239008 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:26.252553 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:26.268277 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:49:26.272299 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:49:26.275500 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:49:26.281295 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:49:26.376131 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:26.380470 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:26.396228 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:49:26.491436 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e432245-357b-4ef2-a4ca-f1cb74bdb945,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:49:26.494898 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:49:26.673520 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Allocated IP 172.28.3.183 (8cb986dc-564f-4d7a-9897-91054d6f010e/8785aac7-d333-468d-9a45-aa55950b5c1c/391d5f44-f357-4062-a924-87a3024f895d) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 15:49:26.838276 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:26.867697 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:26.884303 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:49:27.021596 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Pushing event updated for resources: {'Port': ['ID=391d5f44-f357-4062-a924-87a3024f895d,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:49:27.025833 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:49:27.085499 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Network 8cb986dc-564f-4d7a-9897-91054d6f010e is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 15:49:27.086801 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 15:49:27.089278 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 15:49:27.502698 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:28.056061 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713719', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1750052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774275'] for router, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:28.059635 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1738194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853062084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1713700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736914'] for router, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:28.262946 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Router 4bc6efaa-6787-4b21-ad1a-84473b681a54 has already been hosted by L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f {{(pid=80160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 15:49:28.460751 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 15:49:28.471520 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e14c552-6337-49fa-bc51-4120b1881ecd None None] Sync routers for ids ['4bc6efaa-6787-4b21-ad1a-84473b681a54'] in dv-cinder-667108-29-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 15:49:28.479942 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Notify callbacks [] for router, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:28.487133 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] 10.222.0.110 "PUT /v2.0/routers/4bc6efaa-6787-4b21-ad1a-84473b681a54 HTTP/1.1" status: 200 len: 890 time: 3.3351543 Jan 19 15:49:28.487367 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e14c552-6337-49fa-bc51-4120b1881ecd None None] Routers {'4bc6efaa-6787-4b21-ad1a-84473b681a54'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 15:49:28.487367 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-1e14c552-6337-49fa-bc51-4120b1881ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T15:49:07Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['4bc6efaa-6787-4b21-ad1a-84473b681a54'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:49:28.705743 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-1e14c552-6337-49fa-bc51-4120b1881ecd None None] Set router 4bc6efaa-6787-4b21-ad1a-84473b681a54 gateway port host: dv-cinder-667108-29-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 15:49:29.105169 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-1e14c552-6337-49fa-bc51-4120b1881ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc6efaa-6787-4b21-ad1a-84473b681a54', 'name': 'router1', 'tenant_id': 'c192a30ab419484b998885697d9ede29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': '391d5f44-f357-4062-a924-87a3024f895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:49:05Z', 'updated_at': '2021-01-19T15:49:27Z', 'revision_number': 4, 'project_id': 'c192a30ab419484b998885697d9ede29', 'gw_port': {'id': '391d5f44-f357-4062-a924-87a3024f895d', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc6efaa-6787-4b21-ad1a-84473b681a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:49:26Z', 'updated_at': '2021-01-19T15:49:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': '0ef4962a-0486-498c-9bac-8f3b693be118', 'name': '', 'network_id': 'd3d79523-33ee-46c3-95d2-25a42ebf453e', 'tenant_id': 'c192a30ab419484b998885697d9ede29', 'mac_address': 'fa:16:3e:d2:ad:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc6efaa-6787-4b21-ad1a-84473b681a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7625da1a-6080-4190-8395-74de765ba710', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:49:16Z', 'updated_at': '2021-01-19T15:49:22Z', 'revision_number': 5, 'project_id': 'c192a30ab419484b998885697d9ede29', 'subnets': [{'id': '7625da1a-6080-4190-8395-74de765ba710', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a223ff4-dba5-4aa9-8c50-0a190f646a8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:49:29.112221 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e14c552-6337-49fa-bc51-4120b1881ecd None None] Checking router: 4bc6efaa-6787-4b21-ad1a-84473b681a54 for host: dv-cinder-667108-29-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 15:49:29.112625 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e14c552-6337-49fa-bc51-4120b1881ecd None None] Updating router 4bc6efaa-6787-4b21-ad1a-84473b681a54 port 391d5f44-f357-4062-a924-87a3024f895d binding host dv-cinder-667108-29-smb {{(pid=80161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 15:49:29.182622 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1e14c552-6337-49fa-bc51-4120b1881ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:29.637036 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1e14c552-6337-49fa-bc51-4120b1881ecd None None] Notify callbacks [] for port, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:29.653673 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1e14c552-6337-49fa-bc51-4120b1881ecd None None] Transition to ACTIVE for port object 391d5f44-f357-4062-a924-87a3024f895d will not be triggered until provisioned by entity L2. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 15:49:29.656446 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1e14c552-6337-49fa-bc51-4120b1881ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:29.684181 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d2f63f85-ab41-4422-bf8d-367454e04eee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:49:29.834245 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfcfd9-3cb4-43b2-9d21-6e925aada799 None None] Pushing event updated for resources: {'Port': ['ID=391d5f44-f357-4062-a924-87a3024f895d,revision_number=2']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:49:29.837822 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-87bfcfd9-3cb4-43b2-9d21-6e925aada799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:49:29.919372 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-1e14c552-6337-49fa-bc51-4120b1881ecd None None] Attempting to bind port 391d5f44-f357-4062-a924-87a3024f895d on host dv-cinder-667108-29-smb for vnic_type normal with profile {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 15:49:29.919708 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-1e14c552-6337-49fa-bc51-4120b1881ecd None None] Attempting to bind port 391d5f44-f357-4062-a924-87a3024f895d by drivers openvswitch on host dv-cinder-667108-29-smb at level 0 using segments [{'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 15:49:29.920121 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e14c552-6337-49fa-bc51-4120b1881ecd None None] Attempting to bind port 391d5f44-f357-4062-a924-87a3024f895d on network 8cb986dc-564f-4d7a-9897-91054d6f010e {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 15:49:29.928528 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e14c552-6337-49fa-bc51-4120b1881ecd None None] Checking agent: {'id': '5ecd99d1-ce90-4fa2-88be-ab4d7154f57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 48, 38), 'started_at': datetime.datetime(2021, 1, 19, 15, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 15:49:29.928957 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e14c552-6337-49fa-bc51-4120b1881ecd None None] Checking segment: {'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 15:49:29.929408 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1e14c552-6337-49fa-bc51-4120b1881ecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:29.929844 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e14c552-6337-49fa-bc51-4120b1881ecd None None] Bound using segment: {'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 15:49:29.930374 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-1e14c552-6337-49fa-bc51-4120b1881ecd None None] Bound port: 391d5f44-f357-4062-a924-87a3024f895d, host: dv-cinder-667108-29-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'}}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 15:49:29.930815 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1e14c552-6337-49fa-bc51-4120b1881ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:30.029521 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1e14c552-6337-49fa-bc51-4120b1881ecd None None] For port 391d5f44-f357-4062-a924-87a3024f895d, host dv-cinder-667108-29-smb, cleared binding levels {{(pid=80161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 15:49:30.034526 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1e14c552-6337-49fa-bc51-4120b1881ecd None None] For port 391d5f44-f357-4062-a924-87a3024f895d, host dv-cinder-667108-29-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=391d5f44-f357-4062-a924-87a3024f895d,segment=NetworkSegment(df4602cc-7cc3-4442-ad7e-3dfa8118ccff),segment_id=df4602cc-7cc3-4442-ad7e-3dfa8118ccff)] {{(pid=80161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 15:49:30.038419 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1e14c552-6337-49fa-bc51-4120b1881ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:30.055893 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:49:30.218834 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfcfd9-3cb4-43b2-9d21-6e925aada799 None None] Pushing event updated for resources: {'Port': ['ID=391d5f44-f357-4062-a924-87a3024f895d,revision_number=3']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:49:30.227597 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-87bfcfd9-3cb4-43b2-9d21-6e925aada799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:49:30.277314 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e14c552-6337-49fa-bc51-4120b1881ecd None None] Routers {'4bc6efaa-6787-4b21-ad1a-84473b681a54'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 15:49:30.277979 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-1e14c552-6337-49fa-bc51-4120b1881ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T15:49:07Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['4bc6efaa-6787-4b21-ad1a-84473b681a54'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:49:30.640015 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-1e14c552-6337-49fa-bc51-4120b1881ecd None None] Set router 4bc6efaa-6787-4b21-ad1a-84473b681a54 gateway port host: dv-cinder-667108-29-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 15:49:30.996307 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-1e14c552-6337-49fa-bc51-4120b1881ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc6efaa-6787-4b21-ad1a-84473b681a54', 'name': 'router1', 'tenant_id': 'c192a30ab419484b998885697d9ede29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': '391d5f44-f357-4062-a924-87a3024f895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:49:05Z', 'updated_at': '2021-01-19T15:49:27Z', 'revision_number': 4, 'project_id': 'c192a30ab419484b998885697d9ede29', 'gw_port': {'id': '391d5f44-f357-4062-a924-87a3024f895d', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc6efaa-6787-4b21-ad1a-84473b681a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:49:26Z', 'updated_at': '2021-01-19T15:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': '0ef4962a-0486-498c-9bac-8f3b693be118', 'name': '', 'network_id': 'd3d79523-33ee-46c3-95d2-25a42ebf453e', 'tenant_id': 'c192a30ab419484b998885697d9ede29', 'mac_address': 'fa:16:3e:d2:ad:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc6efaa-6787-4b21-ad1a-84473b681a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7625da1a-6080-4190-8395-74de765ba710', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:49:16Z', 'updated_at': '2021-01-19T15:49:22Z', 'revision_number': 5, 'project_id': 'c192a30ab419484b998885697d9ede29', 'subnets': [{'id': '7625da1a-6080-4190-8395-74de765ba710', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a223ff4-dba5-4aa9-8c50-0a190f646a8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:49:31.001300 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e14c552-6337-49fa-bc51-4120b1881ecd None None] The sync data for ids ['4bc6efaa-6787-4b21-ad1a-84473b681a54'] in dv-cinder-667108-29-smb is: [{'id': '4bc6efaa-6787-4b21-ad1a-84473b681a54', 'name': 'router1', 'tenant_id': 'c192a30ab419484b998885697d9ede29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': '391d5f44-f357-4062-a924-87a3024f895d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:49:05Z', 'updated_at': '2021-01-19T15:49:27Z', 'revision_number': 4, 'project_id': 'c192a30ab419484b998885697d9ede29', 'gw_port': {'id': '391d5f44-f357-4062-a924-87a3024f895d', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc6efaa-6787-4b21-ad1a-84473b681a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:49:26Z', 'updated_at': '2021-01-19T15:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': '0ef4962a-0486-498c-9bac-8f3b693be118', 'name': '', 'network_id': 'd3d79523-33ee-46c3-95d2-25a42ebf453e', 'tenant_id': 'c192a30ab419484b998885697d9ede29', 'mac_address': 'fa:16:3e:d2:ad:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc6efaa-6787-4b21-ad1a-84473b681a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7625da1a-6080-4190-8395-74de765ba710', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:49:16Z', 'updated_at': '2021-01-19T15:49:22Z', 'revision_number': 5, 'project_id': 'c192a30ab419484b998885697d9ede29', 'subnets': [{'id': '7625da1a-6080-4190-8395-74de765ba710', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a223ff4-dba5-4aa9-8c50-0a190f646a8f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 15:49:31.334705 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 39970) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:49:31.511464 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf069f91-ca4c-4a80-8476-68499dda43da admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:49:31.513336 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-cf069f91-ca4c-4a80-8476-68499dda43da admin admin] 10.222.0.110 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1079 time: 0.1775193 Jan 19 15:49:32.062570 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 391d5f44-f357-4062-a924-87a3024f895d up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 15:49:32.149817 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning for port 391d5f44-f357-4062-a924-87a3024f895d completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 15:49:32.156075 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port 391d5f44-f357-4062-a924-87a3024f895d triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:49:32.156804 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:32.286081 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:32.304633 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] For port 391d5f44-f357-4062-a924-87a3024f895d, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=391d5f44-f357-4062-a924-87a3024f895d,segment=NetworkSegment(df4602cc-7cc3-4442-ad7e-3dfa8118ccff),segment_id=df4602cc-7cc3-4442-ad7e-3dfa8118ccff)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 15:49:32.308039 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:32.310612 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:49:32.401975 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Pushing event updated for resources: {'Port': ['ID=391d5f44-f357-4062-a924-87a3024f895d,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:49:32.406006 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:49:34.011473 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5a5bc8fc-fc62-44c1-bba1-3dfa981a6090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:34.035037 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 391d5f44-f357-4062-a924-87a3024f895d up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 15:49:34.152042 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port 391d5f44-f357-4062-a924-87a3024f895d triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:49:34.152384 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:36.996322 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:37.251156 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ccdf8dc3-34b0-4e78-81ed-a084ae970416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:37.938329 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:39.047431 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:49:44.054197 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 5 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 15:50:04.007281 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7a59557d-35c4-48f7-a20a-d7658613952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:50:06.978238 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:50:07.245899 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-422df3cd-4f4e-4723-8b97-7dd07653e2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:50:07.906033 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:50:09.044141 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:50:21.056010 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 5 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 15:50:34.011176 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-30879af0-a59f-4724-8a6c-8982e61cb285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:50:36.982944 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:50:37.250136 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-63666f30-5b94-4257-a98a-08c2b4648a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:50:37.914672 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:50:39.048745 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:50:58.056057 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 5 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 15:51:04.019499 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-eb612b9a-fa3d-4757-9b77-edd767501475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:51:06.985954 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:51:07.253932 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-21b0e130-38c1-4b12-b8f7-ab63958bb3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:51:07.919210 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:51:09.051342 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:51:34.014684 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-20e16a02-a2bd-4337-a10f-de18fe8c006a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:51:35.055088 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 5 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 15:51:36.985494 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:51:37.255356 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c1e326a3-eedf-4080-854a-5c7cfb8c5c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:51:37.915273 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:51:39.051728 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:51:50.625500 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 40546) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:51:50.729352 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf578c2-6261-4915-a8fd-78ade7607af5 admin admin] GET failed (client error): The resource could not be found. Jan 19 15:51:50.730736 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-dbf578c2-6261-4915-a8fd-78ade7607af5 admin admin] 10.222.0.110 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1041896 Jan 19 15:51:50.878321 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5e631f-fc4f-44dc-8302-e81dd62ecb3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:51:50.879986 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-6c5e631f-fc4f-44dc-8302-e81dd62ecb3d admin admin] 10.222.0.110 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1444466 Jan 19 15:51:53.555826 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 40556) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:51:53.701097 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0ce2cf-cfe5-4abd-a493-5135f8b0951b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:51:53.702345 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-fd0ce2cf-cfe5-4abd-a493-5135f8b0951b admin admin] Synchronizing usage tracker for tenant:a946926be4454cddac0c6e1f6daafae4 on resource:subnet {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 15:51:53.719714 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-fd0ce2cf-cfe5-4abd-a493-5135f8b0951b admin admin] Unset dirty status for tenant:a946926be4454cddac0c6e1f6daafae4 on resource:subnet {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 15:51:53.721011 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-fd0ce2cf-cfe5-4abd-a493-5135f8b0951b admin admin] 10.222.0.110 "GET /v2.0/subnets/7625da1a-6080-4190-8395-74de765ba710 HTTP/1.1" status: 200 len: 849 time: 0.1641061 Jan 19 15:51:53.731606 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-68ba8c3d-72d8-4671-859d-05f1f7914f56 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:51:53.867991 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-68ba8c3d-72d8-4671-859d-05f1f7914f56 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:51:54.207493 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-68ba8c3d-72d8-4671-859d-05f1f7914f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363244352844831'] for subnet, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:51:54.224055 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-0a14553f-a02d-4c04-bf1b-b4931d3e4d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:51:54.364576 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba8c3d-72d8-4671-859d-05f1f7914f56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7625da1a-6080-4190-8395-74de765ba710,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:51:54.384712 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba8c3d-72d8-4671-859d-05f1f7914f56 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:51:54.385115 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba8c3d-72d8-4671-859d-05f1f7914f56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:51:54.385493 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba8c3d-72d8-4671-859d-05f1f7914f56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:51:54.385932 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba8c3d-72d8-4671-859d-05f1f7914f56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:51:54.386533 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba8c3d-72d8-4671-859d-05f1f7914f56 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:51:54.386956 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba8c3d-72d8-4671-859d-05f1f7914f56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:51:54.387323 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba8c3d-72d8-4671-859d-05f1f7914f56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:51:54.387688 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba8c3d-72d8-4671-859d-05f1f7914f56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:51:54.388052 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba8c3d-72d8-4671-859d-05f1f7914f56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:51:54.388436 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba8c3d-72d8-4671-859d-05f1f7914f56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:51:54.388781 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba8c3d-72d8-4671-859d-05f1f7914f56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:51:54.389733 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba8c3d-72d8-4671-859d-05f1f7914f56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:51:54.399112 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-68ba8c3d-72d8-4671-859d-05f1f7914f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:51:54.439117 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ba8c3d-72d8-4671-859d-05f1f7914f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:51:54.439922 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-68ba8c3d-72d8-4671-859d-05f1f7914f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:51:54.441540 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-68ba8c3d-72d8-4671-859d-05f1f7914f56 admin admin] 10.222.0.110 "PUT /v2.0/subnets/7625da1a-6080-4190-8395-74de765ba710 HTTP/1.1" status: 200 len: 868 time: 0.7142007 Jan 19 15:51:54.446348 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f46d6bf-3abd-4fd6-8c02-f3dbd69405cd None None] Network d3d79523-33ee-46c3-95d2-25a42ebf453e requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 15:51:54.935676 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-ee93be23-077b-4096-9200-9212a0747d46 None None] Provisioning complete for port bd066400-c7bc-4b64-961a-75db6b3fff1b triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:51:54.936738 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ee93be23-077b-4096-9200-9212a0747d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:51:55.116253 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-ee93be23-077b-4096-9200-9212a0747d46 None None] Provisioning complete for port 0ef4962a-0486-498c-9bac-8f3b693be118 triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:51:55.116840 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ee93be23-077b-4096-9200-9212a0747d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:51:56.986099 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 40566) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:51:57.224593 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c7693d-f2e5-4eee-9df4-1edbcea9117c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:51:57.224911 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c7693d-f2e5-4eee-9df4-1edbcea9117c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:51:57.226618 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-16c7693d-f2e5-4eee-9df4-1edbcea9117c admin admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2394092 Jan 19 15:51:59.819568 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 40576) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:52:00.048672 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62e82e7-b85d-4680-9ea0-e222bd25c466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:52:00.049101 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62e82e7-b85d-4680-9ea0-e222bd25c466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:52:00.050798 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-b62e82e7-b85d-4680-9ea0-e222bd25c466 admin admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2301641 Jan 19 15:52:02.599764 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 40586) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:52:02.817436 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a13375-9587-40ad-956b-144a07572f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:52:02.818973 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-59a13375-9587-40ad-956b-144a07572f42 admin admin] 10.222.0.110 "GET /v2.0/networks/8cb986dc-564f-4d7a-9897-91054d6f010e HTTP/1.1" status: 200 len: 886 time: 0.2181509 Jan 19 15:52:04.010239 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-774b1150-c04e-40c4-b2d1-4f3ff355f350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:05.355877 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 40596) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:52:05.587760 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037c1e7d-34f2-48cb-8a97-469c43dc0f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:52:05.589260 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-037c1e7d-34f2-48cb-8a97-469c43dc0f46 admin admin] 10.222.0.110 "GET /v2.0/networks/d3d79523-33ee-46c3-95d2-25a42ebf453e HTTP/1.1" status: 200 len: 862 time: 0.2323306 Jan 19 15:52:06.989478 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:07.258147 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a56c6a0e-fec2-4997-b646-ecb8825d4961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:07.925717 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:08.173987 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 40606) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:52:08.346755 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b109439d-af41-4b69-ba82-ed88cce94af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:52:08.347149 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b109439d-af41-4b69-ba82-ed88cce94af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:52:08.348895 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-b109439d-af41-4b69-ba82-ed88cce94af8 admin admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1737115 Jan 19 15:52:09.058883 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:10.940873 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 40616) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:52:11.095573 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a45af83-83c5-4f6a-8355-87a23eb4eb91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:52:11.096021 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a45af83-83c5-4f6a-8355-87a23eb4eb91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:52:11.097908 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-8a45af83-83c5-4f6a-8355-87a23eb4eb91 admin admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1559896 Jan 19 15:52:12.056471 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 5 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 15:52:13.731943 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 40626) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:52:13.892843 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069843c4-6b33-4d25-8e65-c06e58177b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:52:13.894365 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-069843c4-6b33-4d25-8e65-c06e58177b0a admin admin] 10.222.0.110 "GET /v2.0/subnets/7625da1a-6080-4190-8395-74de765ba710 HTTP/1.1" status: 200 len: 868 time: 0.1608429 Jan 19 15:52:16.546837 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 40636) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:52:16.702547 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e972d96-6040-46d8-8d39-313481878b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:52:16.704141 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-6e972d96-6040-46d8-8d39-313481878b82 admin admin] 10.222.0.110 "GET /v2.0/subnets/8785aac7-d333-468d-9a45-aa55950b5c1c HTTP/1.1" status: 200 len: 816 time: 0.1561334 Jan 19 15:52:34.018430 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6b965b72-b1eb-4b98-8369-75f6a0381ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:36.992248 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:37.260422 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3c045921-b598-48b5-b7ba-832a735a1b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:37.920625 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:39.080300 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:43.990232 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 40676) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:52:44.071005 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [None req-71a05722-f249-4729-bed2-b9d0a861b973 admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=80159) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 15:52:44.072122 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-71a05722-f249-4729-bed2-b9d0a861b973 admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0808096 Jan 19 15:52:46.676714 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 40686) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:52:46.784238 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.pecan_wsgi.hooks.translation [None req-a737ca38-e304-4fe0-a6be-aded89ff34e6 admin admin] GET failed (client error): The resource could not be found. Jan 19 15:52:46.785584 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-a737ca38-e304-4fe0-a6be-aded89ff34e6 admin admin] 10.222.0.110 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1078646 Jan 19 15:52:46.927047 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb1a720-888e-4889-bb0d-ba238a9082a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:52:46.928571 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-beb1a720-888e-4889-bb0d-ba238a9082a5 admin admin] 10.222.0.110 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1383030 Jan 19 15:52:49.055751 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 5 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 15:52:49.453822 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 40696) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:52:49.537167 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:52:49.542399 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:52:49.552557 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:52:49.562032 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] Made reservation on behalf of a946926be4454cddac0c6e1f6daafae4 for: {'network': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 15:52:49.566908 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:49.669151 dv-cinder-667108-29-smb neutron-server[80046]: WARNING neutron.services.revisions.revision_plugin [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] Could not find related network for resource to bump revision. Jan 19 15:52:49.685875 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 15:52:49.695314 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792502028574', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:49.695738 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.segments_db [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] Added segment 3f206f66-3ba1-496d-b335-49a38619557c of type vxlan for network bd238739-f2fc-4c8f-ade9-e13c61a9fe4e Jan 19 15:52:49.724060 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363244353260848'] for network, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:49.753616 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104'] for network, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:49.754879 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:52:49.755501 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:49.760567 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:52:49.866649 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4116375 Jan 19 15:52:49.867417 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] Pushing event updated for resources: {'Network': ['ID=bd238739-f2fc-4c8f-ade9-e13c61a9fe4e,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:52:49.877539 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:52:49.877539 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:52:49.878029 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:52:49.878421 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:52:49.878935 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:52:49.879408 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:52:49.879921 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:52:49.880349 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:52:49.880843 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:52:49.881251 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:52:49.881650 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:52:49.882047 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:52:49.886326 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:52:49.895965 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Network bd238739-f2fc-4c8f-ade9-e13c61a9fe4e details requested by agent ovs-agent-dv-cinder-667108-29-smb with host dv-cinder-667108-29-smb {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 15:52:52.431976 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 40706) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:52:52.536510 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d97bd86-de88-4776-b040-3f041ae86042 admin admin] GET failed (client error): The resource could not be found. Jan 19 15:52:52.537082 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-5d97bd86-de88-4776-b040-3f041ae86042 admin admin] Synchronizing usage tracker for tenant:a946926be4454cddac0c6e1f6daafae4 on resource:network {{(pid=80159) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 15:52:52.552902 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-5d97bd86-de88-4776-b040-3f041ae86042 admin admin] Unset dirty status for tenant:a946926be4454cddac0c6e1f6daafae4 on resource:network {{(pid=80159) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 15:52:52.554131 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-5d97bd86-de88-4776-b040-3f041ae86042 admin admin] 10.222.0.110 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1211081 Jan 19 15:52:52.674516 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a7da17-17ab-46cb-a1b7-f6d030f9c56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:52:52.676066 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-f6a7da17-17ab-46cb-a1b7-f6d030f9c56c admin admin] 10.222.0.110 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1173470 Jan 19 15:52:52.687215 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-5b279584-0ac8-4b4d-ab67-0601491d062f admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'bd238739-f2fc-4c8f-ade9-e13c61a9fe4e', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:52:52.692038 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-5b279584-0ac8-4b4d-ab67-0601491d062f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:52:52.702478 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-5b279584-0ac8-4b4d-ab67-0601491d062f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:52:52.711580 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b279584-0ac8-4b4d-ab67-0601491d062f admin admin] Made reservation on behalf of a946926be4454cddac0c6e1f6daafae4 for: {'subnet': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 15:52:52.716859 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5b279584-0ac8-4b4d-ab67-0601491d062f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:53.154564 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5b279584-0ac8-4b4d-ab67-0601491d062f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104'] for subnet, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:53.170667 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:52:53.446469 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b279584-0ac8-4b4d-ab67-0601491d062f admin admin] Pushing event updated for resources: {'Subnet': ['ID=43152bf9-ac8a-400b-9291-1bc15da3c755,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:52:53.464225 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-5b279584-0ac8-4b4d-ab67-0601491d062f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:52:53.522635 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b279584-0ac8-4b4d-ab67-0601491d062f admin admin] Checking segment: {'id': '3f206f66-3ba1-496d-b335-49a38619557c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bd238739-f2fc-4c8f-ade9-e13c61a9fe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 15:52:53.523066 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b279584-0ac8-4b4d-ab67-0601491d062f admin admin] Network hostable DHCP agents. Network: bd238739-f2fc-4c8f-ade9-e13c61a9fe4e, hostable agents: ['38d5a676-35d8-431f-b8e5-8bc81bf22324'], hosted agents: [] {{(pid=80159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 15:52:53.543895 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b279584-0ac8-4b4d-ab67-0601491d062f admin admin] Network bd238739-f2fc-4c8f-ade9-e13c61a9fe4e is scheduled to be hosted by DHCP agent 38d5a676-35d8-431f-b8e5-8bc81bf22324 with binding_index 1 {{(pid=80159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 15:52:53.553702 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-5b279584-0ac8-4b4d-ab67-0601491d062f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-smb, bd238739-f2fc-4c8f-ade9-e13c61a9fe4e) {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 15:52:53.558644 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b279584-0ac8-4b4d-ab67-0601491d062f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:52:53.559313 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5b279584-0ac8-4b4d-ab67-0601491d062f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:53.563917 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7f348c-df95-49bd-ab06-5afe373b7f8c None None] Network bd238739-f2fc-4c8f-ade9-e13c61a9fe4e requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 15:52:53.583501 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-5b279584-0ac8-4b4d-ab67-0601491d062f admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9001780 Jan 19 15:52:53.980431 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77c3105-ef80-5556-a39d-3e62c54a46d7-bd238739-f2fc-4c8f-ade9-e13c61a9fe4e', 'network_id': 'bd238739-f2fc-4c8f-ade9-e13c61a9fe4e', 'tenant_id': 'a946926be4454cddac0c6e1f6daafae4', 'fixed_ips': [{'subnet_id': '43152bf9-ac8a-400b-9291-1bc15da3c755'}]}} from dv-cinder-667108-29-smb. {{(pid=80161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 19 15:52:53.981361 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:54.340374 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Allocated IP 192.168.233.2 (bd238739-f2fc-4c8f-ade9-e13c61a9fe4e/43152bf9-ac8a-400b-9291-1bc15da3c755/91641c6a-8b97-457c-b2c2-63c5bd408f62) {{(pid=80161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 15:52:54.621536 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Notify callbacks [] for port, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:54.644516 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Transition to ACTIVE for port object 91641c6a-8b97-457c-b2c2-63c5bd408f62 will not be triggered until provisioned by entity L2. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 15:52:54.664358 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Transition to ACTIVE for port object 91641c6a-8b97-457c-b2c2-63c5bd408f62 will not be triggered until provisioned by entity DHCP. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 15:52:54.670810 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513'] for port, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:54.689416 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:52:54.848490 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Pushing event updated for resources: {'Port': ['ID=91641c6a-8b97-457c-b2c2-63c5bd408f62,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:52:54.865062 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:52:54.868867 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:52:54.869293 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:52:54.870466 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:52:54.870884 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:52:54.871972 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:52:54.874674 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:52:54.875042 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:52:54.875447 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:52:54.875833 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:52:54.876207 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:52:54.876571 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:52:54.892254 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:52:54.947576 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Network bd238739-f2fc-4c8f-ade9-e13c61a9fe4e is already hosted by enough agents. {{(pid=80161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 15:52:54.948953 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Resources bound (agent type, host, resource id): {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 15:52:54.952210 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Received port after_create {{(pid=80161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 15:52:55.022645 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Attempting to bind port 91641c6a-8b97-457c-b2c2-63c5bd408f62 on host dv-cinder-667108-29-smb for vnic_type normal with profile {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 15:52:55.023085 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Attempting to bind port 91641c6a-8b97-457c-b2c2-63c5bd408f62 by drivers openvswitch on host dv-cinder-667108-29-smb at level 0 using segments [{'id': '3f206f66-3ba1-496d-b335-49a38619557c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bd238739-f2fc-4c8f-ade9-e13c61a9fe4e'}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 15:52:55.023520 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Attempting to bind port 91641c6a-8b97-457c-b2c2-63c5bd408f62 on network bd238739-f2fc-4c8f-ade9-e13c61a9fe4e {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 15:52:55.031126 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Checking agent: {'id': '5ecd99d1-ce90-4fa2-88be-ab4d7154f57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 48, 38), 'started_at': datetime.datetime(2021, 1, 19, 15, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 15:52:55.031561 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Checking segment: {'id': '3f206f66-3ba1-496d-b335-49a38619557c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bd238739-f2fc-4c8f-ade9-e13c61a9fe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 15:52:55.032021 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:55.032465 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Bound using segment: {'id': '3f206f66-3ba1-496d-b335-49a38619557c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bd238739-f2fc-4c8f-ade9-e13c61a9fe4e'} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 15:52:55.033001 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Bound port: 91641c6a-8b97-457c-b2c2-63c5bd408f62, host: dv-cinder-667108-29-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f206f66-3ba1-496d-b335-49a38619557c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bd238739-f2fc-4c8f-ade9-e13c61a9fe4e'}}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 15:52:55.033429 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:55.153234 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] For port 91641c6a-8b97-457c-b2c2-63c5bd408f62, host dv-cinder-667108-29-smb, cleared binding levels {{(pid=80161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 15:52:55.158925 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] For port 91641c6a-8b97-457c-b2c2-63c5bd408f62, host dv-cinder-667108-29-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=91641c6a-8b97-457c-b2c2-63c5bd408f62,segment=NetworkSegment(3f206f66-3ba1-496d-b335-49a38619557c),segment_id=3f206f66-3ba1-496d-b335-49a38619557c)] {{(pid=80161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 15:52:55.162706 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:55.182530 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-87bfcfd9-3cb4-43b2-9d21-6e925aada799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:52:55.390825 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Pushing event updated for resources: {'Port': ['ID=91641c6a-8b97-457c-b2c2-63c5bd408f62,revision_number=2']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:52:55.395580 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:52:56.151216 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 91641c6a-8b97-457c-b2c2-63c5bd408f62 up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 15:52:56.231367 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning for port 91641c6a-8b97-457c-b2c2-63c5bd408f62 completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 15:52:56.701189 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a21d66-558f-4f91-adc5-7bcc9a4c59ee None None] Network bd238739-f2fc-4c8f-ade9-e13c61a9fe4e requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 15:52:56.829073 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-a1421fbd-b5c5-489c-805c-084e18737af1 None None] Provisioning for port 91641c6a-8b97-457c-b2c2-63c5bd408f62 completed by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 15:52:56.847417 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-a1421fbd-b5c5-489c-805c-084e18737af1 None None] Provisioning complete for port 91641c6a-8b97-457c-b2c2-63c5bd408f62 triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:52:56.847831 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a1421fbd-b5c5-489c-805c-084e18737af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:57.073680 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a1421fbd-b5c5-489c-805c-084e18737af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:57.120866 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-a1421fbd-b5c5-489c-805c-084e18737af1 None None] For port 91641c6a-8b97-457c-b2c2-63c5bd408f62, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=91641c6a-8b97-457c-b2c2-63c5bd408f62,segment=NetworkSegment(3f206f66-3ba1-496d-b335-49a38619557c),segment_id=3f206f66-3ba1-496d-b335-49a38619557c)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 15:52:57.124461 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a1421fbd-b5c5-489c-805c-084e18737af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:57.127680 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:52:57.214160 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1421fbd-b5c5-489c-805c-084e18737af1 None None] Pushing event updated for resources: {'Port': ['ID=91641c6a-8b97-457c-b2c2-63c5bd408f62,revision_number=3']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:52:57.217711 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-a1421fbd-b5c5-489c-805c-084e18737af1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:52:57.346913 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-83d646b0-51e5-4de5-9953-abe18b514955 None None] Provisioning complete for port 91641c6a-8b97-457c-b2c2-63c5bd408f62 triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:52:57.347417 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-83d646b0-51e5-4de5-9953-abe18b514955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:57.601963 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-476c553f-312a-45d8-9e45-32e3c5eb3bcb None None] Provisioning complete for port 91641c6a-8b97-457c-b2c2-63c5bd408f62 triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:52:57.602302 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-476c553f-312a-45d8-9e45-32e3c5eb3bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:52:58.129657 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 91641c6a-8b97-457c-b2c2-63c5bd408f62 up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 15:52:58.207205 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port 91641c6a-8b97-457c-b2c2-63c5bd408f62 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:52:58.207630 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:53:04.014314 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7fc78f3e-d0bc-45b1-bd9e-1df399aacacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:53:07.008368 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:53:07.268849 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-23ad5639-7945-46e3-bcb4-cf9e3548fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:53:07.925719 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:53:09.076962 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:53:26.054855 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 5 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 15:53:34.012625 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f9e4f07b-8156-4715-b8c5-7821eefbe654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:53:37.001410 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:53:37.263837 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b341f84a-f282-4e29-b00b-f20d3d47e27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:53:37.921213 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:53:39.080988 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:54:03.055487 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 5 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 15:54:04.008790 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-65cbb2b4-d14c-4927-a638-9ece1904d0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:54:06.137423 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 40748) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:54:06.143826 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [None req-2cde529f-47ff-40d0-a99f-aaeff168fe03 tempest-verify_tempest_config-730158843 tempest-verify_tempest_config-730158843] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=80160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 15:54:06.145379 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-2cde529f-47ff-40d0-a99f-aaeff168fe03 tempest-verify_tempest_config-730158843 tempest-verify_tempest_config-730158843] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0069950 Jan 19 15:54:06.556538 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 40768) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:54:06.732993 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-eb4c523d-cc46-43ba-a4af-e35b252a8bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:54:06.753483 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-eb4c523d-cc46-43ba-a4af-e35b252a8bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:54:06.757692 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-eb4c523d-cc46-43ba-a4af-e35b252a8bca admin admin] Usage tracker for resource:security_group_rule and tenant:fd0f953cada64d0a862157fb3ca0677b is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:54:06.760996 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-eb4c523d-cc46-43ba-a4af-e35b252a8bca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:54:06.767758 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-eb4c523d-cc46-43ba-a4af-e35b252a8bca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:54:06.863106 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-eb4c523d-cc46-43ba-a4af-e35b252a8bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:54:06.866241 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-eb4c523d-cc46-43ba-a4af-e35b252a8bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:54:06.877425 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:54:06.920320 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-eb4c523d-cc46-43ba-a4af-e35b252a8bca admin admin] Synchronizing usage tracker for tenant:a946926be4454cddac0c6e1f6daafae4 on resource:security_group {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 15:54:06.924682 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c523d-cc46-43ba-a4af-e35b252a8bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf016492-cfc7-4148-82a9-0dbb5f688042,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:54:06.936174 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c523d-cc46-43ba-a4af-e35b252a8bca admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:54:06.936578 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c523d-cc46-43ba-a4af-e35b252a8bca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:54:06.936953 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c523d-cc46-43ba-a4af-e35b252a8bca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:54:06.937321 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c523d-cc46-43ba-a4af-e35b252a8bca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:54:06.937684 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c523d-cc46-43ba-a4af-e35b252a8bca admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:54:06.938047 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c523d-cc46-43ba-a4af-e35b252a8bca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:54:06.938406 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c523d-cc46-43ba-a4af-e35b252a8bca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:54:06.938790 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c523d-cc46-43ba-a4af-e35b252a8bca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:54:06.939178 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c523d-cc46-43ba-a4af-e35b252a8bca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:54:06.939511 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c523d-cc46-43ba-a4af-e35b252a8bca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:54:06.939869 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c523d-cc46-43ba-a4af-e35b252a8bca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:54:06.940225 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c523d-cc46-43ba-a4af-e35b252a8bca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:54:06.946186 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-eb4c523d-cc46-43ba-a4af-e35b252a8bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:54:06.955300 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-eb4c523d-cc46-43ba-a4af-e35b252a8bca admin admin] Unset dirty status for tenant:a946926be4454cddac0c6e1f6daafae4 on resource:security_group {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 15:54:06.956657 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-eb4c523d-cc46-43ba-a4af-e35b252a8bca admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=fd0f953cada64d0a862157fb3ca0677b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3989363 Jan 19 15:54:06.960515 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 40774) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:54:07.003137 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:54:07.026468 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-efac29e3-3079-4531-bc6e-604c113db0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:54:07.054847 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-efac29e3-3079-4531-bc6e-604c113db0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:54:07.110647 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-efac29e3-3079-4531-bc6e-604c113db0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:54:07.116227 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:54:07.134111 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac29e3-3079-4531-bc6e-604c113db0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf016492-cfc7-4148-82a9-0dbb5f688042,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:54:07.136948 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-efac29e3-3079-4531-bc6e-604c113db0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:54:07.144346 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-efac29e3-3079-4531-bc6e-604c113db0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:54:07.148269 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-efac29e3-3079-4531-bc6e-604c113db0bc admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/bf016492-cfc7-4148-82a9-0dbb5f688042 HTTP/1.1" status: 204 len: 168 time: 0.1840954 Jan 19 15:54:07.267745 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-63f209bf-704e-40e0-bd4c-13c5803471f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:54:07.927052 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:54:09.091853 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:54:34.004091 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9e2d86fd-78f8-4d14-8b2c-fa5af84e9da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:54:37.007942 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:54:37.274218 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c9b78163-0c64-42f7-a2c5-6f7c9307473d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:54:37.931869 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:54:39.097627 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:54:40.055789 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 5 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 15:55:04.023577 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-756fad4b-ccf1-4fbc-bb38-531195166ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:55:07.016214 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:55:07.278312 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b6fc6937-ccb1-4067-9c91-0cf318fb2618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:55:07.943501 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:55:09.100844 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:55:17.054888 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 5 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 15:55:34.015159 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-463b50af-29d8-4c9d-82ea-a4521ae1b9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:55:37.016318 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:55:37.284638 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-70a7326a-69fe-41a9-afb1-523e2012e474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:55:37.929371 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:55:39.102764 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:55:54.056961 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 5 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 15:56:04.011770 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3b249b43-3e37-45c5-8054-439a2d95f76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:56:06.532909 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243'] for agent, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:56:06.533572 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:56:06.533764 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:56:06.534110 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:56:06.534474 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:56:06.534868 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:56:06.535236 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:56:06.535632 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:56:06.536264 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:56:06.536641 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:56:06.537093 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:56:06.537488 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:56:06.537855 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:56:06.538346 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-66710', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:56:06.545229 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-66710', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:56:06.992098 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1d938050-43af-419f-856f-616e6f46b1df None None] get_endpoint_by_host() called for host hv-cinder-66710 {{(pid=80161) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 19 15:56:06.997371 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1d938050-43af-419f-856f-616e6f46b1df None None] get_endpoint_by_ip() called for ip 192.168.0.128 {{(pid=80161) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 19 15:56:07.009571 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1d938050-43af-419f-856f-616e6f46b1df None None] _add_endpoint() called for ip 192.168.0.128 {{(pid=80161) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 19 15:56:07.019264 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1d938050-43af-419f-856f-616e6f46b1df None None] _get_endpoints() called {{(pid=80161) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 19 15:56:07.022935 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:56:07.269056 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9fc4412c-1354-42bb-bb1e-9e8c4eb97584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:56:07.927757 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:56:09.097596 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:56:20.128994 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 40848) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:56:20.350451 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-2b7d4561-9af3-4bb2-b061-51b3e41e3fed admin admin] 10.222.0.110 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5081 time: 0.2194870 Jan 19 15:56:23.314371 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 40858) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:56:23.424180 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-3db0d0fc-cea8-45ba-a461-5ccabbacf501 admin admin] 10.222.0.110 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5081 time: 0.1081312 Jan 19 15:56:31.058043 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 15:56:34.017632 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b909552e-8f11-4635-be26-e412b1a0c9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:56:36.542881 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:56:37.034014 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:56:37.274120 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-150acc34-e7ac-4ea2-85df-1ee0eecd641e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:56:37.925712 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:56:39.113232 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:57:04.009030 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-329dcc67-e535-4e36-a7d4-d0dcc8b27e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:57:06.558180 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:57:07.033790 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:57:07.271691 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-077bb174-8820-4fda-9adc-7b79a2591fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:57:07.921284 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:57:08.059389 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 15:57:09.106956 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:57:34.005572 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-47166a87-bb11-4c3b-9465-7911fd1db6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:57:36.588722 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:57:37.029812 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:57:37.281564 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-893b7aa6-1f6e-4ebb-b4d0-9a959b4e2edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:57:37.920058 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:57:39.133067 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:57:45.059666 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 15:58:04.013537 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0d63c3b5-2e77-46f1-889c-fb73fe420f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:06.609284 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:07.042502 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:07.289453 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-895d4c59-098e-4e57-b100-9bb83559abd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:07.923610 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:09.113690 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:22.065512 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 15:58:34.016463 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-49bcc54a-b3fc-4931-85c7-ec56c2948093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:36.640692 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:37.054909 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:37.285861 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7b723b71-aac0-4b4a-9472-e7171631d68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:37.940569 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:39.156234 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:44.272935 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 41046) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:58:44.752769 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 41058) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:58:44.800917 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 41064) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:58:45.247244 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 41078) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:58:45.300785 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-831487525-network', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:58:45.309122 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:58:45.314438 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Usage tracker for resource:network and tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:58:45.319439 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:58:45.328902 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:58:45.342983 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Made reservation on behalf of 7b1a4fa7e3e84f4c99ed43dd4d9f70d8 for: {'network': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 15:58:45.351909 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:45.367712 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 41084) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:58:45.387522 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:45.419825 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:58:45.426790 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Usage tracker for resource:security_group_rule and tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:58:45.435627 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:58:45.447661 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:58:45.539403 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1855382864-network', 'tenant_id': 'edfae3e4bc384ad79941c4c456e6ebb7'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:58:45.545220 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:58:45.551331 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Usage tracker for resource:network and tenant:edfae3e4bc384ad79941c4c456e6ebb7 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:58:45.555787 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:58:45.562679 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:58:45.577137 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Made reservation on behalf of edfae3e4bc384ad79941c4c456e6ebb7 for: {'network': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 15:58:45.583696 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:45.603915 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:45.633285 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:58:45.640812 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Usage tracker for resource:security_group_rule and tenant:edfae3e4bc384ad79941c4c456e6ebb7 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:58:45.654796 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:58:45.677233 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1140582520-network', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:58:45.689473 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:58:45.731019 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:58:45.742289 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:45.744443 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Usage tracker for resource:network and tenant:a5ad27bc88e04bd18332340c160e78f4 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:58:45.760230 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:58:45.770534 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:45.774221 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:58:45.805418 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-3fefe05c-7861-46ee-b102-4de26693bc36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:58:45.823860 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-64265280-network', 'tenant_id': 'f56ee43d1bf54ac5ab28202b014fa93d'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:58:45.824142 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1738128515-network', 'tenant_id': '4424ac45d4934f389ea21b2c76ea9c97'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:58:45.839229 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:58:45.852808 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Usage tracker for resource:network and tenant:4424ac45d4934f389ea21b2c76ea9c97 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:58:45.859664 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:58:45.873077 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:58:45.879652 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Made reservation on behalf of a5ad27bc88e04bd18332340c160e78f4 for: {'network': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 15:58:45.889509 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:45.901304 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Made reservation on behalf of 4424ac45d4934f389ea21b2c76ea9c97 for: {'network': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 15:58:45.908835 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 15:58:45.912316 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for network, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:45.934551 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:45.945421 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:58:45.961819 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:58:45.969454 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:45.969796 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Usage tracker for resource:security_group_rule and tenant:4424ac45d4934f389ea21b2c76ea9c97 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:58:45.975095 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:58:45.981976 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:58:46.000975 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Usage tracker for resource:network and tenant:f56ee43d1bf54ac5ab28202b014fa93d is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:58:46.012063 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792502028574', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:46.013164 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.segments_db [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Added segment fb008804-836d-4882-a02a-897d065b80a8 of type vxlan for network 6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 Jan 19 15:58:46.030851 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:58:46.087371 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:58:46.102253 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:58:46.108203 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae03a303-7bc4-497b-8424-2c8d909a61ca,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:58:46.161889 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Usage tracker for resource:security_group_rule and tenant:a5ad27bc88e04bd18332340c160e78f4 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:58:46.190443 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:58:46.201549 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.202380 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.203210 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.203887 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.204574 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.205421 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.205954 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.206524 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.207136 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.207643 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.208817 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:46.209087 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.210003 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.211061 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.211889 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.212589 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.213109 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.213621 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.214324 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.215033 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.215643 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.216348 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.217128 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.217845 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:46.218272 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.219185 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Tracked resource versions report: Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: pushed versions: Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: { 'AddressGroup': {'1.1'}, Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'ConntrackHelper': {'1.0'}, Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'Log': {'1.0'}, Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'Network': {'1.1'}, Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'Port': {'1.6'}, Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'PortForwarding': {'1.2'}, Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'QosPolicy': {'1.8'}, Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroup': {'1.4'}, Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroupRule': {'1.2'}, Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'SubPort': {'1.0'}, Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'Subnet': {'1.1'}, Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'Trunk': {'1.1'}} Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: consumer versions: Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: { DHCP agent@dv-cinder-667108-29-smb: {}, Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: L3 agent@dv-cinder-667108-29-smb: {}, Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: Metadata agent@dv-cinder-667108-29-smb: {}, Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: Metering agent@dv-cinder-667108-29-smb: {}, Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: Open vSwitch agent@dv-cinder-667108-29-smb: { 'AddressGroup': '1.1', Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'ConntrackHelper': '1.0', Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'Log': '1.0', Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'Network': '1.1', Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'Port': '1.6', Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'PortForwarding': '1.2', Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'QosPolicy': '1.8', Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroup': '1.4', Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroupRule': '1.2', Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'SubPort': '1.0', Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'Subnet': '1.1', Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'Trunk': '1.1'}, Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: Open vSwitch agent@hv-cinder-66710: { 'AddressGroup': '1.1', Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'ConntrackHelper': '1.0', Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'Log': '1.0', Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'Network': '1.1', Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'Port': '1.6', Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'PortForwarding': '1.2', Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'QosPolicy': '1.8', Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroup': '1.4', Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroupRule': '1.2', Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'SubPort': '1.0', Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'Subnet': '1.1', Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: 'Trunk': '1.1'}} Jan 19 15:58:46.221826 dv-cinder-667108-29-smb neutron-server[80046]: {{(pid=80159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 19 15:58:46.232040 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:58:46.237223 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:58:46.265615 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:58:46.273905 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363244353260848'] for network, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:46.294557 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Made reservation on behalf of f56ee43d1bf54ac5ab28202b014fa93d for: {'network': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 15:58:46.300491 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:46.334945 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fac3415-0d71-412e-9363-f193ccb1506c,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:58:46.352017 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.352745 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.353527 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.354360 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.355359 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.356159 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.356321 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:46.357042 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.357803 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.358555 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.359339 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.360085 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.360861 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.361853 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.362665 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.363525 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.364346 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.365568 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.366344 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.367140 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.367904 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.368693 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.369458 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.370282 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.371070 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Tracked resource versions report: Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: pushed versions: Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: { 'AddressGroup': {'1.1'}, Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'ConntrackHelper': {'1.0'}, Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'Log': {'1.0'}, Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'Network': {'1.1'}, Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'Port': {'1.6'}, Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'PortForwarding': {'1.2'}, Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'QosPolicy': {'1.8'}, Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroup': {'1.4'}, Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroupRule': {'1.2'}, Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'SubPort': {'1.0'}, Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'Subnet': {'1.1'}, Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'Trunk': {'1.1'}} Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: consumer versions: Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: { DHCP agent@dv-cinder-667108-29-smb: {}, Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: L3 agent@dv-cinder-667108-29-smb: {}, Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: Metadata agent@dv-cinder-667108-29-smb: {}, Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: Metering agent@dv-cinder-667108-29-smb: {}, Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: Open vSwitch agent@dv-cinder-667108-29-smb: { 'AddressGroup': '1.1', Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'ConntrackHelper': '1.0', Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'Log': '1.0', Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'Network': '1.1', Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'Port': '1.6', Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'PortForwarding': '1.2', Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'QosPolicy': '1.8', Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroup': '1.4', Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroupRule': '1.2', Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'SubPort': '1.0', Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'Subnet': '1.1', Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'Trunk': '1.1'}, Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: Open vSwitch agent@hv-cinder-66710: { 'AddressGroup': '1.1', Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'ConntrackHelper': '1.0', Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'Log': '1.0', Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'Network': '1.1', Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'Port': '1.6', Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'PortForwarding': '1.2', Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'QosPolicy': '1.8', Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroup': '1.4', Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroupRule': '1.2', Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'SubPort': '1.0', Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'Subnet': '1.1', Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: 'Trunk': '1.1'}} Jan 19 15:58:46.373665 dv-cinder-667108-29-smb neutron-server[80046]: {{(pid=80160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 19 15:58:46.384252 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:58:46.443000 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:58:46.457686 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:46.465823 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Usage tracker for resource:security_group_rule and tenant:f56ee43d1bf54ac5ab28202b014fa93d is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:58:46.483944 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:58:46.488796 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:46.509797 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:58:46.515911 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:58:46.586949 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.api [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80160) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 15:58:46.588019 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_db.api [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 15:58:46.608638 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104'] for network, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:46.633615 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.api [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80159) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 15:58:46.634276 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_db.api [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 15:58:46.647437 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:58:46.648129 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:46.677306 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08f5dd8-b812-4e7b-8b0d-a67212e0ccfa,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:58:46.683650 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:58:46.702087 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-85d3d8b3-ca51-4bb1-a040-6603e3d48f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:58:47.003041 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Pushing event updated for resources: {'Network': ['ID=6ea02ce0-bc45-4d69-89bd-6b33e937c1b2,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:58:47.028531 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Network 6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 15:58:47.045436 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:58:47.074259 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:47.090329 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for network, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:47.103728 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:47.113175 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Network 6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 details requested by agent ovs-agent-dv-cinder-667108-29-smb with host dv-cinder-667108-29-smb {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 15:58:47.125043 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.8457999 Jan 19 15:58:47.140262 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 41120) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:58:47.141327 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:58:47.155768 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:47.184769 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:47.210083 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-0bb9d4e9-ad6a-456b-b50c-424e0db1b573 admin admin] Request body: {'subnet': {'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-831487525-subnet', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:58:47.232624 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 15:58:47.233526 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:47.260509 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:47.261157 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.segments_db [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Added segment 9c7be493-b0f1-4c72-8511-958af199a8fd of type vxlan for network 5a07f96a-01d8-459c-9b69-968e5b6b4ff4 Jan 19 15:58:47.269060 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-0bb9d4e9-ad6a-456b-b50c-424e0db1b573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:58:47.304871 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-0bb9d4e9-ad6a-456b-b50c-424e0db1b573 admin admin] Usage tracker for resource:subnet and tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:58:47.320700 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-0bb9d4e9-ad6a-456b-b50c-424e0db1b573 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:58:47.327909 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19eee394-1682-45e9-a03c-47f7a2ea28af,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:58:47.347839 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:58:47.349697 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:58:47.355571 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363244353260848'] for network, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:47.402840 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-0bb9d4e9-ad6a-456b-b50c-424e0db1b573 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:58:47.414010 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104'] for network, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:47.416829 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:58:47.417827 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:47.449355 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.api [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80159) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 15:58:47.449946 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_db.api [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 15:58:47.482282 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-5d563e23-e4f2-44df-a05e-25c43a73f607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:58:47.486473 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.api [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80159) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 15:58:47.486956 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_db.api [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 15:58:47.487772 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.api [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80159) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 15:58:47.488086 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_db.api [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 15:58:47.494803 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb9d4e9-ad6a-456b-b50c-424e0db1b573 admin admin] Made reservation on behalf of 7b1a4fa7e3e84f4c99ed43dd4d9f70d8 for: {'subnet': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 15:58:47.502821 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d4e9-ad6a-456b-b50c-424e0db1b573 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:47.551857 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1791718 Jan 19 15:58:47.642768 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 41130) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:58:47.655130 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-1288e13c-312b-4e02-b903-edfc0289d872 admin admin] Request body: {'subnet': {'network_id': '5a07f96a-01d8-459c-9b69-968e5b6b4ff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1738128515-subnet', 'tenant_id': '4424ac45d4934f389ea21b2c76ea9c97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:58:47.699067 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-1288e13c-312b-4e02-b903-edfc0289d872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:58:47.713604 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-1288e13c-312b-4e02-b903-edfc0289d872 admin admin] Usage tracker for resource:subnet and tenant:4424ac45d4934f389ea21b2c76ea9c97 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:58:47.724046 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-1288e13c-312b-4e02-b903-edfc0289d872 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:58:47.729302 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Pushing event updated for resources: {'Network': ['ID=5a07f96a-01d8-459c-9b69-968e5b6b4ff4,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:58:47.732532 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0316fb75-d756-4449-a7fe-d23b5407c49f,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:58:47.733378 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:58:47.746922 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-1288e13c-312b-4e02-b903-edfc0289d872 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:58:47.748408 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Network 5a07f96a-01d8-459c-9b69-968e5b6b4ff4 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 15:58:47.765407 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:58:47.774514 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1288e13c-312b-4e02-b903-edfc0289d872 admin admin] Made reservation on behalf of 4424ac45d4934f389ea21b2c76ea9c97 for: {'subnet': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 15:58:47.787314 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1288e13c-312b-4e02-b903-edfc0289d872 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:47.812665 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Network 5a07f96a-01d8-459c-9b69-968e5b6b4ff4 details requested by agent ovs-agent-dv-cinder-667108-29-smb with host dv-cinder-667108-29-smb {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 15:58:48.118685 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:48.137413 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:48.335603 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 15:58:48.350087 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792502028574', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:48.350700 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.segments_db [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Added segment e72f2297-08fd-49e9-9edb-06951c7ef4e0 of type vxlan for network 6f889a84-1af9-40d2-bcf9-6e9854a6418c Jan 19 15:58:48.358753 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 41138) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:58:48.401701 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363244353260848'] for network, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:48.416648 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:48.618777 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.resource_extend [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 19 15:58:48.734272 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104'] for network, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:48.741109 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.api [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80159) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 15:58:48.741927 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_db.api [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 15:58:48.743148 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.api [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80159) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 15:58:48.743882 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_db.api [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 15:58:48.746183 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:58:48.747930 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:48.803591 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:58:48.842973 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:48.876925 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 4.0745003 Jan 19 15:58:48.897612 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 41146) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:58:49.027679 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:49.054094 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-2a64b52a-3101-40b9-bb58-5d3d26fdd6ab admin admin] Request body: {'subnet': {'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1140582520-subnet', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:58:49.141411 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-2a64b52a-3101-40b9-bb58-5d3d26fdd6ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:58:49.176583 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 15:58:49.214492 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-2a64b52a-3101-40b9-bb58-5d3d26fdd6ab admin admin] Usage tracker for resource:subnet and tenant:a5ad27bc88e04bd18332340c160e78f4 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:58:49.236399 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-2a64b52a-3101-40b9-bb58-5d3d26fdd6ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:58:49.343723 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Pushing event updated for resources: {'Network': ['ID=6f889a84-1af9-40d2-bcf9-6e9854a6418c,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:58:49.361467 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Network 6f889a84-1af9-40d2-bcf9-6e9854a6418c details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 15:58:49.378014 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-723d9e52-3332-471d-b906-efffbff17318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:49.388865 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-2a64b52a-3101-40b9-bb58-5d3d26fdd6ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:58:49.412401 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Network 6f889a84-1af9-40d2-bcf9-6e9854a6418c details requested by agent ovs-agent-dv-cinder-667108-29-smb with host dv-cinder-667108-29-smb {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 15:58:49.414203 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:58:49.432083 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792502028574', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:49.432434 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-723d9e52-3332-471d-b906-efffbff17318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:58:49.435335 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.segments_db [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Added segment b3d2c6a1-ede5-4312-9f0b-37281f22bd99 of type vxlan for network 34b1d2e9-5972-483c-83ad-b757ed144dfd Jan 19 15:58:49.444925 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1288e13c-312b-4e02-b903-edfc0289d872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104'] for subnet, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:49.447780 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-723d9e52-3332-471d-b906-efffbff17318 admin admin] Usage tracker for resource:security_group_rule and tenant:4464efcf53d8423196f0f43acb542cee is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:58:49.473530 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d4e9-ad6a-456b-b50c-424e0db1b573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104'] for subnet, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:49.531974 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-5b279584-0ac8-4b4d-ab67-0601491d062f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:58:49.534173 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-723d9e52-3332-471d-b906-efffbff17318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:58:49.542364 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-fda110b9-8d18-4c89-990e-4dffa858e4e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:58:49.656956 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a64b52a-3101-40b9-bb58-5d3d26fdd6ab admin admin] Made reservation on behalf of a5ad27bc88e04bd18332340c160e78f4 for: {'subnet': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 15:58:49.664311 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-2a64b52a-3101-40b9-bb58-5d3d26fdd6ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:50.087863 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-723d9e52-3332-471d-b906-efffbff17318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:58:50.097331 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288e13c-312b-4e02-b903-edfc0289d872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3562505-5c33-4043-b9be-4bcf914d2bda,revision_number=0']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:58:50.128416 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1288e13c-312b-4e02-b903-edfc0289d872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:58:50.238554 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363244353260848'] for network, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:50.301091 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9d4e9-ad6a-456b-b50c-424e0db1b573 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ac4c3c0-47d4-4e4c-9947-77ff1933d492,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:58:50.315808 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-0bb9d4e9-ad6a-456b-b50c-424e0db1b573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:58:50.319177 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104'] for network, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:50.413404 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.api [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80159) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 15:58:50.414190 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_db.api [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 15:58:50.432076 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:58:50.433455 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:50.440650 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:58:50.442954 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1288e13c-312b-4e02-b903-edfc0289d872 admin admin] Checking segment: {'id': '9c7be493-b0f1-4c72-8511-958af199a8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5a07f96a-01d8-459c-9b69-968e5b6b4ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 15:58:50.443977 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1288e13c-312b-4e02-b903-edfc0289d872 admin admin] Network hostable DHCP agents. Network: 5a07f96a-01d8-459c-9b69-968e5b6b4ff4, hostable agents: ['38d5a676-35d8-431f-b8e5-8bc81bf22324'], hosted agents: [] {{(pid=80160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 15:58:50.507420 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1288e13c-312b-4e02-b903-edfc0289d872 admin admin] Network 5a07f96a-01d8-459c-9b69-968e5b6b4ff4 is scheduled to be hosted by DHCP agent 38d5a676-35d8-431f-b8e5-8bc81bf22324 with binding_index 1 {{(pid=80160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 15:58:50.548048 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-1288e13c-312b-4e02-b903-edfc0289d872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-smb, 5a07f96a-01d8-459c-9b69-968e5b6b4ff4) {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 15:58:50.563981 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1288e13c-312b-4e02-b903-edfc0289d872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:58:50.565015 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1288e13c-312b-4e02-b903-edfc0289d872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:50.565755 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa6313c-1724-4ffe-9d04-1f5ce7cdf591 None None] Network 5a07f96a-01d8-459c-9b69-968e5b6b4ff4 requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 15:58:50.630869 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-1288e13c-312b-4e02-b903-edfc0289d872 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9766278 Jan 19 15:58:50.631152 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Pushing event updated for resources: {'Network': ['ID=34b1d2e9-5972-483c-83ad-b757ed144dfd,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:58:50.644235 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:58:50.714144 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-723d9e52-3332-471d-b906-efffbff17318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:50.718859 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-723d9e52-3332-471d-b906-efffbff17318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:50.747735 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:58:50.751892 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 5.9969168 Jan 19 15:58:50.759826 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 41176) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:58:50.792948 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Network 34b1d2e9-5972-483c-83ad-b757ed144dfd details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 15:58:50.821718 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Network 34b1d2e9-5972-483c-83ad-b757ed144dfd details requested by agent ovs-agent-dv-cinder-667108-29-smb with host dv-cinder-667108-29-smb {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 15:58:50.877235 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-d62c8343-7a84-4710-9943-45152049bf2a admin admin] Request body: {'subnet': {'network_id': '34b1d2e9-5972-483c-83ad-b757ed144dfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1855382864-subnet', 'tenant_id': 'edfae3e4bc384ad79941c4c456e6ebb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:58:50.892633 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-d62c8343-7a84-4710-9943-45152049bf2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:58:50.902613 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-d62c8343-7a84-4710-9943-45152049bf2a admin admin] Usage tracker for resource:subnet and tenant:edfae3e4bc384ad79941c4c456e6ebb7 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:58:50.909459 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-d62c8343-7a84-4710-9943-45152049bf2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:58:50.925456 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-d62c8343-7a84-4710-9943-45152049bf2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:58:50.968802 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-723d9e52-3332-471d-b906-efffbff17318 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=4464efcf53d8423196f0f43acb542cee&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6081421 Jan 19 15:58:50.971359 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d9e52-3332-471d-b906-efffbff17318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e5898e-569e-4883-a3c4-78d6126dc4f4,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:58:50.979767 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 41190) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:58:50.988110 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-723d9e52-3332-471d-b906-efffbff17318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:58:50.988685 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62c8343-7a84-4710-9943-45152049bf2a admin admin] Made reservation on behalf of edfae3e4bc384ad79941c4c456e6ebb7 for: {'subnet': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 15:58:51.008538 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d62c8343-7a84-4710-9943-45152049bf2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:51.141132 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-efe73c8c-66d7-4f59-9478-a5c358493e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:51.206666 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-efe73c8c-66d7-4f59-9478-a5c358493e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:51.246593 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:51.327864 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-efe73c8c-66d7-4f59-9478-a5c358493e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:51.357903 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-eb4c523d-cc46-43ba-a4af-e35b252a8bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:58:51.403085 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe73c8c-66d7-4f59-9478-a5c358493e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e5898e-569e-4883-a3c4-78d6126dc4f4,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:58:51.411731 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-efe73c8c-66d7-4f59-9478-a5c358493e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:58:51.419558 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-efe73c8c-66d7-4f59-9478-a5c358493e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:51.422470 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-efe73c8c-66d7-4f59-9478-a5c358493e99 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b7e5898e-569e-4883-a3c4-78d6126dc4f4 HTTP/1.1" status: 204 len: 168 time: 0.4391026 Jan 19 15:58:51.762068 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 15:58:51.780951 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792502028574', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:51.781781 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.segments_db [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Added segment 51031bb1-45ff-4ad4-a086-286c58b0a579 of type vxlan for network 90b01235-d8a3-4df7-ba80-7a4841360716 Jan 19 15:58:51.796153 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571a3548-e3bd-4e1d-aae6-8f9b05e6bc97 None None] Network 5a07f96a-01d8-459c-9b69-968e5b6b4ff4 requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 15:58:52.023207 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363244353260848'] for network, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:52.249781 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb9d4e9-ad6a-456b-b50c-424e0db1b573 admin admin] Checking segment: {'id': 'fb008804-836d-4882-a02a-897d065b80a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 15:58:52.250666 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb9d4e9-ad6a-456b-b50c-424e0db1b573 admin admin] Network hostable DHCP agents. Network: 6ea02ce0-bc45-4d69-89bd-6b33e937c1b2, hostable agents: ['38d5a676-35d8-431f-b8e5-8bc81bf22324'], hosted agents: [] {{(pid=80159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 15:58:52.373430 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104'] for network, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:52.397151 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:58:52.398958 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:52.461174 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:58:52.487580 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 41216) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:58:52.492873 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb9d4e9-ad6a-456b-b50c-424e0db1b573 admin admin] Network 6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 is scheduled to be hosted by DHCP agent 38d5a676-35d8-431f-b8e5-8bc81bf22324 with binding_index 1 {{(pid=80159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 15:58:52.522434 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 7.2759531 Jan 19 15:58:52.558475 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 41220) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:58:52.582205 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c56b813f-e672-4552-be44-601ab3daa1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:52.638927 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-14423ad1-46ca-422f-96e1-1c050073bdbb admin admin] Request body: {'subnet': {'network_id': '90b01235-d8a3-4df7-ba80-7a4841360716', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-64265280-subnet', 'tenant_id': 'f56ee43d1bf54ac5ab28202b014fa93d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:58:52.681293 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-2a64b52a-3101-40b9-bb58-5d3d26fdd6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104'] for subnet, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:52.682898 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-0bb9d4e9-ad6a-456b-b50c-424e0db1b573 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-smb, 6ea02ce0-bc45-4d69-89bd-6b33e937c1b2) {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 15:58:52.686739 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-14423ad1-46ca-422f-96e1-1c050073bdbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:58:52.713845 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-c56b813f-e672-4552-be44-601ab3daa1b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:58:52.730995 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-14423ad1-46ca-422f-96e1-1c050073bdbb admin admin] Usage tracker for resource:subnet and tenant:f56ee43d1bf54ac5ab28202b014fa93d is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:58:52.743960 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 41236) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:58:52.746019 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-c56b813f-e672-4552-be44-601ab3daa1b3 admin admin] Usage tracker for resource:security_group_rule and tenant:d623c1c3dbbd4abfbc7b2dcb7f80aa8c is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:58:52.756781 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-c56b813f-e672-4552-be44-601ab3daa1b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:58:52.763636 dv-cinder-667108-29-smb neutron-server[80046]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 19 15:58:52.822097 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-14423ad1-46ca-422f-96e1-1c050073bdbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:58:52.851335 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-c56b813f-e672-4552-be44-601ab3daa1b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:58:52.861058 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36299f4-a906-4e28-97da-8c6ead3e7da2 None None] Network 6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 15:58:52.862411 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-14423ad1-46ca-422f-96e1-1c050073bdbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:58:52.996310 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb9d4e9-ad6a-456b-b50c-424e0db1b573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:58:52.997367 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d4e9-ad6a-456b-b50c-424e0db1b573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:53.067833 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-0bb9d4e9-ad6a-456b-b50c-424e0db1b573 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 5.8919277 Jan 19 15:58:53.078890 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 41240) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:58:53.103465 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14423ad1-46ca-422f-96e1-1c050073bdbb admin admin] Made reservation on behalf of f56ee43d1bf54ac5ab28202b014fa93d for: {'subnet': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 15:58:53.113649 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-14423ad1-46ca-422f-96e1-1c050073bdbb admin admin] Notify callbacks [] for subnet, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:53.188800 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-a6e31a42-6383-4571-9a8b-20a313eea74c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-831487525-router', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'}}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:58:53.339087 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Pushing event updated for resources: {'Network': ['ID=90b01235-d8a3-4df7-ba80-7a4841360716,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:58:53.349519 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.887s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:58:53.367697 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.392s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:58:53.382517 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Network 90b01235-d8a3-4df7-ba80-7a4841360716 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 15:58:53.425992 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Network 90b01235-d8a3-4df7-ba80-7a4841360716 details requested by agent ovs-agent-dv-cinder-667108-29-smb with host dv-cinder-667108-29-smb {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 15:58:53.633991 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-a6e31a42-6383-4571-9a8b-20a313eea74c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:58:53.727291 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-a6e31a42-6383-4571-9a8b-20a313eea74c admin admin] Usage tracker for resource:router and tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:58:53.797272 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-e8baad17-4ad7-47d8-a630-e21916011b42 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:58:53.802656 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-e8baad17-4ad7-47d8-a630-e21916011b42 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Synchronizing usage tracker for tenant:4424ac45d4934f389ea21b2c76ea9c97 on resource:network {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 15:58:53.814894 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-a6e31a42-6383-4571-9a8b-20a313eea74c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:58:53.850171 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-a6e31a42-6383-4571-9a8b-20a313eea74c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:58:53.866862 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64b52a-3101-40b9-bb58-5d3d26fdd6ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=50029681-e86b-47f1-bdb3-0326582392cc,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:58:53.885876 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-2a64b52a-3101-40b9-bb58-5d3d26fdd6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:58:53.897519 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c56b813f-e672-4552-be44-601ab3daa1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:53.931146 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c56b813f-e672-4552-be44-601ab3daa1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:53.938014 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a6e31a42-6383-4571-9a8b-20a313eea74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853037659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1435'] for router, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:53.944301 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a6e31a42-6383-4571-9a8b-20a313eea74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1713670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774292'] for router, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:54.041114 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:58:54.104955 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a6e31a42-6383-4571-9a8b-20a313eea74c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:54.155317 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a64b52a-3101-40b9-bb58-5d3d26fdd6ab admin admin] Checking segment: {'id': 'e72f2297-08fd-49e9-9edb-06951c7ef4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 15:58:54.155965 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a64b52a-3101-40b9-bb58-5d3d26fdd6ab admin admin] Network hostable DHCP agents. Network: 6f889a84-1af9-40d2-bcf9-6e9854a6418c, hostable agents: ['38d5a676-35d8-431f-b8e5-8bc81bf22324'], hosted agents: [] {{(pid=80159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 15:58:54.156705 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77c3105-ef80-5556-a39d-3e62c54a46d7-6ea02ce0-bc45-4d69-89bd-6b33e937c1b2', 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'fixed_ips': [{'subnet_id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492'}]}} from dv-cinder-667108-29-smb. {{(pid=80161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 19 15:58:54.158557 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:54.262953 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-e8baad17-4ad7-47d8-a630-e21916011b42 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Unset dirty status for tenant:4424ac45d4934f389ea21b2c76ea9c97 on resource:network {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 15:58:54.264664 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-e8baad17-4ad7-47d8-a630-e21916011b42 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/networks?id=5a07f96a-01d8-459c-9b69-968e5b6b4ff4 HTTP/1.1" status: 200 len: 815 time: 1.5128033 Jan 19 15:58:54.335316 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a64b52a-3101-40b9-bb58-5d3d26fdd6ab admin admin] Network 6f889a84-1af9-40d2-bcf9-6e9854a6418c is scheduled to be hosted by DHCP agent 38d5a676-35d8-431f-b8e5-8bc81bf22324 with binding_index 1 {{(pid=80159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 15:58:54.341746 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-c56b813f-e672-4552-be44-601ab3daa1b3 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=d623c1c3dbbd4abfbc7b2dcb7f80aa8c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8516631 Jan 19 15:58:54.351107 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 41272) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:58:54.419378 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-481fca96-b7be-4409-9356-bd061fa3ab81 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/quotas/4424ac45d4934f389ea21b2c76ea9c97 HTTP/1.1" status: 200 len: 375 time: 0.1304450 Jan 19 15:58:54.437439 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-2a64b52a-3101-40b9-bb58-5d3d26fdd6ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-smb, 6f889a84-1af9-40d2-bcf9-6e9854a6418c) {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 15:58:54.483750 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f97930-81a3-4a2f-a14b-b47488e36bec None None] Network 6f889a84-1af9-40d2-bcf9-6e9854a6418c requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 15:58:54.485617 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d62c8343-7a84-4710-9943-45152049bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104'] for subnet, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:54.487705 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a64b52a-3101-40b9-bb58-5d3d26fdd6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:58:54.488890 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-2a64b52a-3101-40b9-bb58-5d3d26fdd6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:54.654809 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:58:54.726051 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b813f-e672-4552-be44-601ab3daa1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf75f5c5-0a23-433b-8249-695a11dbe5fe,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:58:54.751852 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-2a64b52a-3101-40b9-bb58-5d3d26fdd6ab admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 5.8418870 Jan 19 15:58:54.771868 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 41280) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:58:54.808469 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-ef19d52b-cd59-4c26-a861-2e2f53d2a26a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1140582520-router', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'}}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:58:54.821225 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c56b813f-e672-4552-be44-601ab3daa1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.780s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:58:54.847882 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-ca14e152-fbd7-4a98-a5c3-0339611fd410 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?tenant_id=4424ac45d4934f389ea21b2c76ea9c97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1293283 Jan 19 15:58:54.918402 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-ef19d52b-cd59-4c26-a861-2e2f53d2a26a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:58:54.928392 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-ef19d52b-cd59-4c26-a861-2e2f53d2a26a admin admin] Usage tracker for resource:router and tenant:a5ad27bc88e04bd18332340c160e78f4 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:58:54.936054 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-ef19d52b-cd59-4c26-a861-2e2f53d2a26a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:58:54.949649 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-ef19d52b-cd59-4c26-a861-2e2f53d2a26a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:58:54.979395 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c8343-7a84-4710-9943-45152049bf2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8731d290-d02c-44c5-91bd-9c92dd57d934,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:58:54.998255 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d62c8343-7a84-4710-9943-45152049bf2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:58:55.017349 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ef19d52b-cd59-4c26-a861-2e2f53d2a26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853037659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1435'] for router, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:55.020488 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ef19d52b-cd59-4c26-a861-2e2f53d2a26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1713670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774292'] for router, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:55.047986 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a7f73aa5-b17e-4974-af6a-f1ebca1c6951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:55.141965 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a7f73aa5-b17e-4974-af6a-f1ebca1c6951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:55.172866 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a6e31a42-6383-4571-9a8b-20a313eea74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713719', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1750052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774275'] for router, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:55.228298 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e38ab6-6538-41b2-b23c-b814af1d75e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77c3105-ef80-5556-a39d-3e62c54a46d7-6f889a84-1af9-40d2-bcf9-6e9854a6418c', 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'fixed_ips': [{'subnet_id': '50029681-e86b-47f1-bdb3-0326582392cc'}]}} from dv-cinder-667108-29-smb. {{(pid=80161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 19 15:58:55.230493 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-30e38ab6-6538-41b2-b23c-b814af1d75e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:55.252912 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ef19d52b-cd59-4c26-a861-2e2f53d2a26a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:55.259806 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a7f73aa5-b17e-4974-af6a-f1ebca1c6951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:55.284784 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-414176f8-7107-43d1-b80a-2641f01c7fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:58:55.296413 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Allocated IP 172.20.0.2 (6ea02ce0-bc45-4d69-89bd-6b33e937c1b2/2ac4c3c0-47d4-4e4c-9947-77ff1933d492/7e786ac0-9362-4e11-8daf-1986c7f1c517) {{(pid=80161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 15:58:55.336332 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f73aa5-b17e-4974-af6a-f1ebca1c6951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf75f5c5-0a23-433b-8249-695a11dbe5fe,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:58:55.341769 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-a7f73aa5-b17e-4974-af6a-f1ebca1c6951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:58:55.388995 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62c8343-7a84-4710-9943-45152049bf2a admin admin] Checking segment: {'id': 'b3d2c6a1-ede5-4312-9f0b-37281f22bd99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '34b1d2e9-5972-483c-83ad-b757ed144dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 15:58:55.389903 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62c8343-7a84-4710-9943-45152049bf2a admin admin] Network hostable DHCP agents. Network: 34b1d2e9-5972-483c-83ad-b757ed144dfd, hostable agents: ['38d5a676-35d8-431f-b8e5-8bc81bf22324'], hosted agents: [] {{(pid=80159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 15:58:55.728537 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-1ca765c0-4ed4-4c69-949c-3e32ccba85e5 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=80160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 15:58:55.742220 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-1ca765c0-4ed4-4c69-949c-3e32ccba85e5 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4818299 Jan 19 15:58:55.769679 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a7f73aa5-b17e-4974-af6a-f1ebca1c6951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:55.771889 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-a7f73aa5-b17e-4974-af6a-f1ebca1c6951 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/cf75f5c5-0a23-433b-8249-695a11dbe5fe HTTP/1.1" status: 204 len: 168 time: 1.4155827 Jan 19 15:58:55.978163 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62c8343-7a84-4710-9943-45152049bf2a admin admin] Network 34b1d2e9-5972-483c-83ad-b757ed144dfd is scheduled to be hosted by DHCP agent 38d5a676-35d8-431f-b8e5-8bc81bf22324 with binding_index 1 {{(pid=80159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 15:58:56.031150 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ef19d52b-cd59-4c26-a861-2e2f53d2a26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713719', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1750052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774275'] for router, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:56.046904 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-d62c8343-7a84-4710-9943-45152049bf2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-smb, 34b1d2e9-5972-483c-83ad-b757ed144dfd) {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 15:58:56.078788 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62c8343-7a84-4710-9943-45152049bf2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:58:56.090985 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d62c8343-7a84-4710-9943-45152049bf2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:56.197832 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-d62c8343-7a84-4710-9943-45152049bf2a admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.3430490 Jan 19 15:58:56.372102 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [None req-30e38ab6-6538-41b2-b23c-b814af1d75e3 None None] Allocated IP 172.20.0.2 (6f889a84-1af9-40d2-bcf9-6e9854a6418c/50029681-e86b-47f1-bdb3-0326582392cc/5a5d784a-6717-4457-b4fa-2c8df39e5e80) {{(pid=80161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 15:58:56.470735 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-595915ac-2260-46b3-8531-39beee837a22 service neutron] 10.222.0.110 "GET /v2.0/networks/5a07f96a-01d8-459c-9b69-968e5b6b4ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7268581 Jan 19 15:58:56.967440 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-1efa456e-4dd0-4d4b-acf0-b98d0d788882 service neutron] 10.222.0.110 "GET /v2.0/networks/5a07f96a-01d8-459c-9b69-968e5b6b4ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4708347 Jan 19 15:58:56.996602 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Notify callbacks [] for port, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:57.024124 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Transition to ACTIVE for port object 7e786ac0-9362-4e11-8daf-1986c7f1c517 will not be triggered until provisioned by entity L2. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 15:58:57.063125 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Transition to ACTIVE for port object 7e786ac0-9362-4e11-8daf-1986c7f1c517 will not be triggered until provisioned by entity DHCP. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 15:58:57.073702 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27538dfb-81b7-477f-b9a8-2386e2c7a04b None None] Network 34b1d2e9-5972-483c-83ad-b757ed144dfd requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 15:58:57.112759 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513'] for port, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:57.313696 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-87bfcfd9-3cb4-43b2-9d21-6e925aada799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:58:57.607740 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ef19d52b-cd59-4c26-a861-2e2f53d2a26a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:57.727901 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 41348) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:58:57.766349 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ef19d52b-cd59-4c26-a861-2e2f53d2a26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:57.962020 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Pushing event updated for resources: {'Port': ['ID=7e786ac0-9362-4e11-8daf-1986c7f1c517,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:58:58.227394 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-14423ad1-46ca-422f-96e1-1c050073bdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104'] for subnet, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:58.232883 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a6e31a42-6383-4571-9a8b-20a313eea74c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:58.298459 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:58.300279 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:58.301344 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:58.303453 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:58.304472 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:58.305625 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:58.306586 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:58.307674 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:58.309108 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:58.310432 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:58.311704 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:58.313083 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:58.314400 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:58.315403 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:58.316499 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:58.319256 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:58.320847 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:58.322665 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:58.323652 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:58.324824 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:58.325761 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:58.326689 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:58.327397 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:58.328027 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Tracked resource versions report: Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: pushed versions: Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: { 'AddressGroup': {'1.1'}, Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'ConntrackHelper': {'1.0'}, Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'Log': {'1.0'}, Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'Network': {'1.1'}, Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'Port': {'1.6'}, Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'PortForwarding': {'1.2'}, Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'QosPolicy': {'1.8'}, Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroup': {'1.4'}, Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroupRule': {'1.2'}, Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'SubPort': {'1.0'}, Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'Subnet': {'1.1'}, Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'Trunk': {'1.1'}} Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: consumer versions: Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: { DHCP agent@dv-cinder-667108-29-smb: {}, Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: L3 agent@dv-cinder-667108-29-smb: {}, Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: Metadata agent@dv-cinder-667108-29-smb: {}, Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: Metering agent@dv-cinder-667108-29-smb: {}, Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: Open vSwitch agent@dv-cinder-667108-29-smb: { 'AddressGroup': '1.1', Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'ConntrackHelper': '1.0', Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'Log': '1.0', Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'Network': '1.1', Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'Port': '1.6', Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'PortForwarding': '1.2', Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'QosPolicy': '1.8', Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroup': '1.4', Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroupRule': '1.2', Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'SubPort': '1.0', Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'Subnet': '1.1', Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'Trunk': '1.1'}, Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: Open vSwitch agent@hv-cinder-66710: { 'AddressGroup': '1.1', Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'ConntrackHelper': '1.0', Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'Log': '1.0', Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'Network': '1.1', Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'Port': '1.6', Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'PortForwarding': '1.2', Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'QosPolicy': '1.8', Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroup': '1.4', Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroupRule': '1.2', Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'SubPort': '1.0', Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'Subnet': '1.1', Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: 'Trunk': '1.1'}} Jan 19 15:58:58.330546 dv-cinder-667108-29-smb neutron-server[80046]: {{(pid=80161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 19 15:58:58.393367 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 41370) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:58:58.490654 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2f57cdae-6b80-4346-99db-3bd5fcbf3264 req-9e7b0c9c-1521-4c4c-ae3b-1deb07756cbd tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 210 time: 0.7607305 Jan 19 15:58:58.505272 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-30e38ab6-6538-41b2-b23c-b814af1d75e3 None None] Notify callbacks [] for port, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:58.527198 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:58:58.534613 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-30e38ab6-6538-41b2-b23c-b814af1d75e3 None None] Transition to ACTIVE for port object 5a5d784a-6717-4457-b4fa-2c8df39e5e80 will not be triggered until provisioned by entity L2. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 15:58:58.659160 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.345s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:58:58.663744 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-30e38ab6-6538-41b2-b23c-b814af1d75e3 None None] Transition to ACTIVE for port object 5a5d784a-6717-4457-b4fa-2c8df39e5e80 will not be triggered until provisioned by entity DHCP. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 15:58:58.716897 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a6e31a42-6383-4571-9a8b-20a313eea74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:58.737221 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-30e38ab6-6538-41b2-b23c-b814af1d75e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513'] for port, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:58.739007 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9889afe0-7665-4124-a990-22edc4dbe65a None None] Network 34b1d2e9-5972-483c-83ad-b757ed144dfd requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 15:58:58.739701 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [None req-ef19d52b-cd59-4c26-a861-2e2f53d2a26a admin admin] Allocated IP 172.28.3.192 (8cb986dc-564f-4d7a-9897-91054d6f010e/8785aac7-d333-468d-9a45-aa55950b5c1c/191d53b1-ffd7-4c0c-9df0-54f24322a455) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 15:58:58.799532 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14423ad1-46ca-422f-96e1-1c050073bdbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=89767e54-dac0-4859-ae0b-0ca76f7497b2,revision_number=0']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:58:58.814966 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-14423ad1-46ca-422f-96e1-1c050073bdbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:58:58.896995 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:58:59.084473 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 15:58:59.393222 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Network 6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 is already hosted by enough agents. {{(pid=80161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 15:58:59.530865 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Resources bound (agent type, host, resource id): {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 15:58:59.535381 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Received port after_create {{(pid=80161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 15:58:59.691014 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ef19d52b-cd59-4c26-a861-2e2f53d2a26a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:59.884493 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ef19d52b-cd59-4c26-a861-2e2f53d2a26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:58:59.965122 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3ecda7b3-0d73-4cb1-b2b8-66926f95eaef req-01124a1c-2d59-4273-8fac-08c815f688e0 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 210 time: 0.1512730 Jan 19 15:58:59.972237 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14423ad1-46ca-422f-96e1-1c050073bdbb admin admin] Checking segment: {'id': '51031bb1-45ff-4ad4-a086-286c58b0a579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '90b01235-d8a3-4df7-ba80-7a4841360716'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 15:58:59.972868 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14423ad1-46ca-422f-96e1-1c050073bdbb admin admin] Network hostable DHCP agents. Network: 90b01235-d8a3-4df7-ba80-7a4841360716, hostable agents: ['38d5a676-35d8-431f-b8e5-8bc81bf22324'], hosted agents: [] {{(pid=80160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 15:59:00.003792 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e38ab6-6538-41b2-b23c-b814af1d75e3 None None] Pushing event updated for resources: {'Port': ['ID=5a5d784a-6717-4457-b4fa-2c8df39e5e80,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:00.026094 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-30e38ab6-6538-41b2-b23c-b814af1d75e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.126s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:00.171108 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14423ad1-46ca-422f-96e1-1c050073bdbb admin admin] Network 90b01235-d8a3-4df7-ba80-7a4841360716 is scheduled to be hosted by DHCP agent 38d5a676-35d8-431f-b8e5-8bc81bf22324 with binding_index 1 {{(pid=80160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 15:59:00.190358 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:00.232349 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Attempting to bind port 7e786ac0-9362-4e11-8daf-1986c7f1c517 on host dv-cinder-667108-29-smb for vnic_type normal with profile {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 15:59:00.232963 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Attempting to bind port 7e786ac0-9362-4e11-8daf-1986c7f1c517 by drivers openvswitch on host dv-cinder-667108-29-smb at level 0 using segments [{'id': 'fb008804-836d-4882-a02a-897d065b80a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2'}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 15:59:00.233582 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Attempting to bind port 7e786ac0-9362-4e11-8daf-1986c7f1c517 on network 6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 15:59:00.241885 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [None req-a6e31a42-6383-4571-9a8b-20a313eea74c admin admin] Allocated IP 172.28.3.212 (8cb986dc-564f-4d7a-9897-91054d6f010e/8785aac7-d333-468d-9a45-aa55950b5c1c/7f8371c4-9dc7-44e6-8cf8-a007066caddb) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 15:59:00.254577 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-14423ad1-46ca-422f-96e1-1c050073bdbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-smb, 90b01235-d8a3-4df7-ba80-7a4841360716) {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 15:59:00.281965 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14423ad1-46ca-422f-96e1-1c050073bdbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:59:00.283685 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-14423ad1-46ca-422f-96e1-1c050073bdbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:00.351153 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a55c94e8-b05c-431b-a38a-8b401e81676a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:00.412985 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19d52b-cd59-4c26-a861-2e2f53d2a26a admin admin] Pushing event updated for resources: {'Port': ['ID=191d53b1-ffd7-4c0c-9df0-54f24322a455,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:00.476230 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbf4c91-dcee-40f7-b808-a28f96405f51 None None] Network 90b01235-d8a3-4df7-ba80-7a4841360716 requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 15:59:00.500288 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef19d52b-cd59-4c26-a861-2e2f53d2a26a admin admin] Network 8cb986dc-564f-4d7a-9897-91054d6f010e is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 15:59:00.511290 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-ef19d52b-cd59-4c26-a861-2e2f53d2a26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:00.523749 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-ef19d52b-cd59-4c26-a861-2e2f53d2a26a admin admin] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 15:59:00.527983 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-a55c94e8-b05c-431b-a38a-8b401e81676a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:59:00.537716 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-a55c94e8-b05c-431b-a38a-8b401e81676a admin admin] Usage tracker for resource:security_group_rule and tenant:c20f2f3f74f14b789baf244db80687fe is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:59:00.545775 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-a55c94e8-b05c-431b-a38a-8b401e81676a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:59:00.559764 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-a55c94e8-b05c-431b-a38a-8b401e81676a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:59:00.570706 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef19d52b-cd59-4c26-a861-2e2f53d2a26a admin admin] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 15:59:00.603735 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-14423ad1-46ca-422f-96e1-1c050073bdbb admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 8.0237446 Jan 19 15:59:00.646828 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 41402) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:00.693612 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Checking agent: {'id': '5ecd99d1-ce90-4fa2-88be-ab4d7154f57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 48, 38), 'started_at': datetime.datetime(2021, 1, 19, 15, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 15:59:00.694945 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Checking segment: {'id': 'fb008804-836d-4882-a02a-897d065b80a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 15:59:00.695601 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:00.696413 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Bound using segment: {'id': 'fb008804-836d-4882-a02a-897d065b80a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2'} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 15:59:00.697475 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Bound port: 7e786ac0-9362-4e11-8daf-1986c7f1c517, host: dv-cinder-667108-29-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb008804-836d-4882-a02a-897d065b80a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2'}}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 15:59:00.698198 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:00.727560 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-69986da7-0417-448a-aee3-a68ea9a059ae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-801503838-network', 'tenant_id': '221f3c964856411cbb122f37b17e2481'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:59:00.752171 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-69986da7-0417-448a-aee3-a68ea9a059ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:59:00.823103 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-69986da7-0417-448a-aee3-a68ea9a059ae admin admin] Usage tracker for resource:network and tenant:221f3c964856411cbb122f37b17e2481 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:59:00.836872 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-69986da7-0417-448a-aee3-a68ea9a059ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:59:00.911539 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-69986da7-0417-448a-aee3-a68ea9a059ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:59:01.014108 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69986da7-0417-448a-aee3-a68ea9a059ae admin admin] Made reservation on behalf of 221f3c964856411cbb122f37b17e2481 for: {'network': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 15:59:01.022876 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-69986da7-0417-448a-aee3-a68ea9a059ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for network, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:01.046060 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a6e31a42-6383-4571-9a8b-20a313eea74c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:01.080991 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-69986da7-0417-448a-aee3-a68ea9a059ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:01.097416 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e38ab6-6538-41b2-b23c-b814af1d75e3 None None] Network 6f889a84-1af9-40d2-bcf9-6e9854a6418c is already hosted by enough agents. {{(pid=80161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 15:59:01.107630 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-30e38ab6-6538-41b2-b23c-b814af1d75e3 None None] Resources bound (agent type, host, resource id): {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 15:59:01.122535 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e38ab6-6538-41b2-b23c-b814af1d75e3 None None] Received port after_create {{(pid=80161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 15:59:01.123861 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-69986da7-0417-448a-aee3-a68ea9a059ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:59:01.138209 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-69986da7-0417-448a-aee3-a68ea9a059ae admin admin] Usage tracker for resource:security_group_rule and tenant:221f3c964856411cbb122f37b17e2481 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:59:01.149932 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-69986da7-0417-448a-aee3-a68ea9a059ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:59:01.183167 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-69986da7-0417-448a-aee3-a68ea9a059ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:59:01.383080 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-30e38ab6-6538-41b2-b23c-b814af1d75e3 None None] Attempting to bind port 5a5d784a-6717-4457-b4fa-2c8df39e5e80 on host dv-cinder-667108-29-smb for vnic_type normal with profile {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 15:59:01.385782 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-30e38ab6-6538-41b2-b23c-b814af1d75e3 None None] Attempting to bind port 5a5d784a-6717-4457-b4fa-2c8df39e5e80 by drivers openvswitch on host dv-cinder-667108-29-smb at level 0 using segments [{'id': 'e72f2297-08fd-49e9-9edb-06951c7ef4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c'}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 15:59:01.391830 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e38ab6-6538-41b2-b23c-b814af1d75e3 None None] Attempting to bind port 5a5d784a-6717-4457-b4fa-2c8df39e5e80 on network 6f889a84-1af9-40d2-bcf9-6e9854a6418c {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 15:59:01.432331 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a55c94e8-b05c-431b-a38a-8b401e81676a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:01.462399 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e38ab6-6538-41b2-b23c-b814af1d75e3 None None] Checking agent: {'id': '5ecd99d1-ce90-4fa2-88be-ab4d7154f57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 48, 38), 'started_at': datetime.datetime(2021, 1, 19, 15, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 15:59:01.471257 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e38ab6-6538-41b2-b23c-b814af1d75e3 None None] Checking segment: {'id': 'e72f2297-08fd-49e9-9edb-06951c7ef4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 15:59:01.472110 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-30e38ab6-6538-41b2-b23c-b814af1d75e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:01.472825 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e38ab6-6538-41b2-b23c-b814af1d75e3 None None] Bound using segment: {'id': 'e72f2297-08fd-49e9-9edb-06951c7ef4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c'} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 15:59:01.474282 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-30e38ab6-6538-41b2-b23c-b814af1d75e3 None None] Bound port: 5a5d784a-6717-4457-b4fa-2c8df39e5e80, host: dv-cinder-667108-29-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72f2297-08fd-49e9-9edb-06951c7ef4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c'}}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 15:59:01.475042 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-30e38ab6-6538-41b2-b23c-b814af1d75e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:01.602844 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-69986da7-0417-448a-aee3-a68ea9a059ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:01.611118 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-69986da7-0417-448a-aee3-a68ea9a059ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:01.685074 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] For port 7e786ac0-9362-4e11-8daf-1986c7f1c517, host dv-cinder-667108-29-smb, cleared binding levels {{(pid=80161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 15:59:01.753217 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:01.775184 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0d1668dd-12db-4150-94df-030e3adc863d req-ef5fedaf-2a4a-4d5d-b9a8-ded45d238eb8 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 210 time: 0.1572027 Jan 19 15:59:01.779126 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a55c94e8-b05c-431b-a38a-8b401e81676a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:01.784513 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a6e31a42-6383-4571-9a8b-20a313eea74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:01.836619 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-a7f73aa5-b17e-4974-af6a-f1ebca1c6951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:01.855227 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69986da7-0417-448a-aee3-a68ea9a059ae admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 15:59:01.878119 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] For port 7e786ac0-9362-4e11-8daf-1986c7f1c517, host dv-cinder-667108-29-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=7e786ac0-9362-4e11-8daf-1986c7f1c517,segment=NetworkSegment(fb008804-836d-4882-a02a-897d065b80a8),segment_id=fb008804-836d-4882-a02a-897d065b80a8)] {{(pid=80161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 15:59:01.908488 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:02.024401 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-a55c94e8-b05c-431b-a38a-8b401e81676a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c20f2f3f74f14b789baf244db80687fe&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6065645 Jan 19 15:59:02.031316 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 41428) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:02.043943 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c94e8-b05c-431b-a38a-8b401e81676a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badca778-41cb-4a86-9a57-1c7bb7d86876,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:02.151465 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-a55c94e8-b05c-431b-a38a-8b401e81676a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:02.194393 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-69986da7-0417-448a-aee3-a68ea9a059ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:02.200534 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.segments_db [None req-69986da7-0417-448a-aee3-a68ea9a059ae admin admin] Added segment 9cf4a504-3264-4548-b2ba-8076756d25ac of type vxlan for network 8cda42ee-5ada-4721-be13-c4b809a62086 Jan 19 15:59:02.210631 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69986da7-0417-448a-aee3-a68ea9a059ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c996fdd6-60a0-44e8-98fc-8c81208e5985,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:02.285040 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-69986da7-0417-448a-aee3-a68ea9a059ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:02.285220 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:02.288535 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ef19d52b-cd59-4c26-a861-2e2f53d2a26a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:02.316785 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.449s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:02.417928 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e98d2fd-24b9-4eec-8204-f2acc4763311 None None] Network 90b01235-d8a3-4df7-ba80-7a4841360716 requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 15:59:02.823686 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-30e38ab6-6538-41b2-b23c-b814af1d75e3 None None] For port 5a5d784a-6717-4457-b4fa-2c8df39e5e80, host dv-cinder-667108-29-smb, cleared binding levels {{(pid=80161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 15:59:02.887039 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-30e38ab6-6538-41b2-b23c-b814af1d75e3 None None] For port 5a5d784a-6717-4457-b4fa-2c8df39e5e80, host dv-cinder-667108-29-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=5a5d784a-6717-4457-b4fa-2c8df39e5e80,segment=NetworkSegment(e72f2297-08fd-49e9-9edb-06951c7ef4e0),segment_id=e72f2297-08fd-49e9-9edb-06951c7ef4e0)] {{(pid=80161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 15:59:02.918680 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-30e38ab6-6538-41b2-b23c-b814af1d75e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:02.935083 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Pushing event updated for resources: {'Port': ['ID=7e786ac0-9362-4e11-8daf-1986c7f1c517,revision_number=2']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:02.951850 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:02.974838 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-69986da7-0417-448a-aee3-a68ea9a059ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363244353260848'] for network, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:03.012557 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-90bf0bb0-6d23-4463-9c24-a8e432db6920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:03.106458 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-69986da7-0417-448a-aee3-a68ea9a059ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104'] for network, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:03.200106 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:03.380708 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-90bf0bb0-6d23-4463-9c24-a8e432db6920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:03.424737 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69986da7-0417-448a-aee3-a68ea9a059ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:59:03.427797 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-69986da7-0417-448a-aee3-a68ea9a059ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:03.626327 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-90bf0bb0-6d23-4463-9c24-a8e432db6920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:03.653798 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:03.700838 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf0bb0-6d23-4463-9c24-a8e432db6920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badca778-41cb-4a86-9a57-1c7bb7d86876,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:03.706741 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-90bf0bb0-6d23-4463-9c24-a8e432db6920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:03.873229 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fa06655e-2e94-4b31-b164-25a18271845b req-f8119f26-7ccc-4f75-808d-179ffb90e6f3 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 210 time: 0.5065169 Jan 19 15:59:03.889438 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-90bf0bb0-6d23-4463-9c24-a8e432db6920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:03.892222 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-90bf0bb0-6d23-4463-9c24-a8e432db6920 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/badca778-41cb-4a86-9a57-1c7bb7d86876 HTTP/1.1" status: 204 len: 168 time: 1.8587728 Jan 19 15:59:03.900230 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e31a42-6383-4571-9a8b-20a313eea74c admin admin] Pushing event updated for resources: {'Port': ['ID=7f8371c4-9dc7-44e6-8cf8-a007066caddb,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:04.071855 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e31a42-6383-4571-9a8b-20a313eea74c admin admin] Network 8cb986dc-564f-4d7a-9897-91054d6f010e is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 15:59:04.075069 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-a6e31a42-6383-4571-9a8b-20a313eea74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.758s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:04.231669 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-a6e31a42-6383-4571-9a8b-20a313eea74c admin admin] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 15:59:04.235771 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-3026643e-7b28-4746-94c6-ce2700acd71d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.786s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:04.291846 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e38ab6-6538-41b2-b23c-b814af1d75e3 None None] Pushing event updated for resources: {'Port': ['ID=5a5d784a-6717-4457-b4fa-2c8df39e5e80,revision_number=2']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:04.323979 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-30e38ab6-6538-41b2-b23c-b814af1d75e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.124s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:04.329284 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6ea19ca2-eb26-4ea1-ab89-5bf1e87686ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:04.386580 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-277b4299-feb5-433b-8d87-468635e4e9cb tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:59:04.389851 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-277b4299-feb5-433b-8d87-468635e4e9cb tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/networks?id=90b01235-d8a3-4df7-ba80-7a4841360716 HTTP/1.1" status: 200 len: 810 time: 1.0257030 Jan 19 15:59:04.404934 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e31a42-6383-4571-9a8b-20a313eea74c admin admin] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 15:59:04.585095 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ef19d52b-cd59-4c26-a861-2e2f53d2a26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1738194'] for router, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:04.602629 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 7e786ac0-9362-4e11-8daf-1986c7f1c517 up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 15:59:04.885780 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-69986da7-0417-448a-aee3-a68ea9a059ae admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 4.2078543 Jan 19 15:59:04.919273 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-6c64499d-8d69-4674-bebf-d931cd72c5a7 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/quotas/f56ee43d1bf54ac5ab28202b014fa93d HTTP/1.1" status: 200 len: 375 time: 0.3235610 Jan 19 15:59:04.928192 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 41496) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:04.945920 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning for port 7e786ac0-9362-4e11-8daf-1986c7f1c517 completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 15:59:05.432046 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92215d34-e073-4f9c-8a4d-bfa413f4f69f None None] Network 6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 15:59:05.474286 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69986da7-0417-448a-aee3-a68ea9a059ae admin admin] Pushing event updated for resources: {'Network': ['ID=8cda42ee-5ada-4721-be13-c4b809a62086,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:05.515627 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-715644df-8781-4100-9b40-4b819ba42c2e admin admin] Request body: {'subnet': {'network_id': '8cda42ee-5ada-4721-be13-c4b809a62086', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-801503838-subnet', 'tenant_id': '221f3c964856411cbb122f37b17e2481', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:59:05.521242 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Network 8cda42ee-5ada-4721-be13-c4b809a62086 details requested by agent ovs-agent-dv-cinder-667108-29-smb with host dv-cinder-667108-29-smb {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 15:59:05.523879 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef19d52b-cd59-4c26-a861-2e2f53d2a26a admin admin] Router 72fd99f9-4b71-4528-aa3e-1a8fa4929727 is scheduled to L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f with binding_index 1 {{(pid=80159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 19 15:59:05.525841 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-715644df-8781-4100-9b40-4b819ba42c2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:59:05.533255 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-715644df-8781-4100-9b40-4b819ba42c2e admin admin] Usage tracker for resource:subnet and tenant:221f3c964856411cbb122f37b17e2481 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:59:05.542688 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-715644df-8781-4100-9b40-4b819ba42c2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:59:05.555219 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-715644df-8781-4100-9b40-4b819ba42c2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:59:05.570411 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-69986da7-0417-448a-aee3-a68ea9a059ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.334s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:05.573619 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Network 8cda42ee-5ada-4721-be13-c4b809a62086 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 15:59:05.690015 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715644df-8781-4100-9b40-4b819ba42c2e admin admin] Made reservation on behalf of 221f3c964856411cbb122f37b17e2481 for: {'subnet': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 15:59:05.700472 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-715644df-8781-4100-9b40-4b819ba42c2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:05.751796 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-1753336b-d9ce-41fe-80dd-f65c6fe22edc tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/ports?tenant_id=f56ee43d1bf54ac5ab28202b014fa93d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2727726 Jan 19 15:59:05.992459 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.104', 64338) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:06.009832 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-be897de0-93ae-459b-b307-65223007ba92 None None] Provisioning for port 7e786ac0-9362-4e11-8daf-1986c7f1c517 completed by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 15:59:06.231077 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8f7d9a18-1246-4fea-bdb4-df4aaf2846fd req-d38eb2f8-48cb-42de-9779-e1dbb6296848 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 210 time: 0.6304400 Jan 19 15:59:06.315884 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef19d52b-cd59-4c26-a861-2e2f53d2a26a admin admin] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 15:59:06.340140 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1f65a4-83e7-47fa-8d64-5b4dd6dbad72 None None] Sync routers for ids ['72fd99f9-4b71-4528-aa3e-1a8fa4929727'] in dv-cinder-667108-29-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 15:59:06.414465 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1f65a4-83e7-47fa-8d64-5b4dd6dbad72 None None] Routers {'72fd99f9-4b71-4528-aa3e-1a8fa4929727'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 15:59:06.422858 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-bf1f65a4-83e7-47fa-8d64-5b4dd6dbad72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T15:58:37Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['72fd99f9-4b71-4528-aa3e-1a8fa4929727'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:59:06.427474 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ef19d52b-cd59-4c26-a861-2e2f53d2a26a admin admin] Notify callbacks [] for router, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:06.438098 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-ef19d52b-cd59-4c26-a861-2e2f53d2a26a admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.6587865 Jan 19 15:59:06.443254 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 41540) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:06.808474 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-d5ffd361-a435-46d8-88ef-08f24c54f821 service neutron] 10.222.0.110 "GET /v2.0/networks/90b01235-d8a3-4df7-ba80-7a4841360716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8261795 Jan 19 15:59:06.850258 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-be897de0-93ae-459b-b307-65223007ba92 None None] Provisioning complete for port 7e786ac0-9362-4e11-8daf-1986c7f1c517 triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:59:06.851732 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-be897de0-93ae-459b-b307-65223007ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:07.371081 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 5a5d784a-6717-4457-b4fa-2c8df39e5e80 up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 15:59:07.400016 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-bf1f65a4-83e7-47fa-8d64-5b4dd6dbad72 None None] Set router 72fd99f9-4b71-4528-aa3e-1a8fa4929727 gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 15:59:07.498900 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a6e31a42-6383-4571-9a8b-20a313eea74c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:07.539156 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb4351f-87b0-401d-8b49-4d1a3829f6f5 None None] Network 6f889a84-1af9-40d2-bcf9-6e9854a6418c requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 15:59:07.904312 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:08.326574 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning for port 5a5d784a-6717-4457-b4fa-2c8df39e5e80 completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 15:59:08.398784 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:08.565397 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-561a60fc-5c9e-4fbc-84ba-7b56b0321bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:08.567915 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:08.621703 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-bf1f65a4-83e7-47fa-8d64-5b4dd6dbad72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'name': 'tempest-AttachVolumeShelveTestJSON-1140582520-router', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:55Z', 'updated_at': '2021-01-19T15:59:01Z', 'revision_number': 3, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'gw_port': {'id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:58Z', 'updated_at': '2021-01-19T15:58:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:59:08.629059 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1f65a4-83e7-47fa-8d64-5b4dd6dbad72 None None] Checking router: 72fd99f9-4b71-4528-aa3e-1a8fa4929727 for host: dv-cinder-667108-29-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 15:59:08.630369 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1f65a4-83e7-47fa-8d64-5b4dd6dbad72 None None] Updating router 72fd99f9-4b71-4528-aa3e-1a8fa4929727 port 191d53b1-ffd7-4c0c-9df0-54f24322a455 binding host dv-cinder-667108-29-smb {{(pid=80162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 15:59:08.758558 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-bf1f65a4-83e7-47fa-8d64-5b4dd6dbad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:09.555443 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-be897de0-93ae-459b-b307-65223007ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:09.610001 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:09.640634 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-be897de0-93ae-459b-b307-65223007ba92 None None] For port 7e786ac0-9362-4e11-8daf-1986c7f1c517, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=7e786ac0-9362-4e11-8daf-1986c7f1c517,segment=NetworkSegment(fb008804-836d-4882-a02a-897d065b80a8),segment_id=fb008804-836d-4882-a02a-897d065b80a8)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 15:59:09.700425 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-be897de0-93ae-459b-b307-65223007ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:09.724423 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-30e38ab6-6538-41b2-b23c-b814af1d75e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:10.037034 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9316a209-fb92-412d-83ef-f0f507452f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:10.119575 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be897de0-93ae-459b-b307-65223007ba92 None None] Pushing event updated for resources: {'Port': ['ID=7e786ac0-9362-4e11-8daf-1986c7f1c517,revision_number=3']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:10.143578 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-be897de0-93ae-459b-b307-65223007ba92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:10.202806 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-c0ceae1b-6461-4f05-8f97-de20898041ac None None] Provisioning for port 5a5d784a-6717-4457-b4fa-2c8df39e5e80 completed by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 15:59:10.239225 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-c0ceae1b-6461-4f05-8f97-de20898041ac None None] Provisioning complete for port 5a5d784a-6717-4457-b4fa-2c8df39e5e80 triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:59:10.245221 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c0ceae1b-6461-4f05-8f97-de20898041ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:10.675627 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 7e786ac0-9362-4e11-8daf-1986c7f1c517 up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 15:59:10.720817 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-bf1f65a4-83e7-47fa-8d64-5b4dd6dbad72 None None] Notify callbacks [] for port, precommit_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:10.773072 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-bf1f65a4-83e7-47fa-8d64-5b4dd6dbad72 None None] Transition to ACTIVE for port object 191d53b1-ffd7-4c0c-9df0-54f24322a455 will not be triggered until provisioned by entity L2. {{(pid=80162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 15:59:10.777229 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-bf1f65a4-83e7-47fa-8d64-5b4dd6dbad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:10.836356 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:11.094651 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Pushing event updated for resources: {'Port': ['ID=191d53b1-ffd7-4c0c-9df0-54f24322a455,revision_number=2']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:11.142011 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:11.142620 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:11.143254 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:11.143678 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:11.145620 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:11.146152 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:11.146608 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:11.147123 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:11.147639 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:11.148067 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:11.148438 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:11.148800 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:11.149264 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:11.149624 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:11.149985 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:11.150339 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:11.150691 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:11.158708 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:11.159677 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:11.160494 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:11.163503 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:11.166120 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:11.166568 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:11.171488 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Tracked resource versions report: Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: pushed versions: Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: { 'AddressGroup': {'1.1'}, Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'ConntrackHelper': {'1.0'}, Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'Log': {'1.0'}, Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'Network': {'1.1'}, Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'Port': {'1.6'}, Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'PortForwarding': {'1.2'}, Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'QosPolicy': {'1.8'}, Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroup': {'1.4'}, Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroupRule': {'1.2'}, Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'SubPort': {'1.0'}, Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'Subnet': {'1.1'}, Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'Trunk': {'1.1'}} Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: consumer versions: Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: { DHCP agent@dv-cinder-667108-29-smb: {}, Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: L3 agent@dv-cinder-667108-29-smb: {}, Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: Metadata agent@dv-cinder-667108-29-smb: {}, Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: Metering agent@dv-cinder-667108-29-smb: {}, Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: Open vSwitch agent@dv-cinder-667108-29-smb: { 'AddressGroup': '1.1', Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'ConntrackHelper': '1.0', Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'Log': '1.0', Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'Network': '1.1', Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'Port': '1.6', Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'PortForwarding': '1.2', Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'QosPolicy': '1.8', Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroup': '1.4', Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroupRule': '1.2', Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'SubPort': '1.0', Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'Subnet': '1.1', Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'Trunk': '1.1'}, Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: Open vSwitch agent@hv-cinder-66710: { 'AddressGroup': '1.1', Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'ConntrackHelper': '1.0', Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'Log': '1.0', Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'Network': '1.1', Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'Port': '1.6', Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'PortForwarding': '1.2', Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'QosPolicy': '1.8', Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroup': '1.4', Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'SecurityGroupRule': '1.2', Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'SubPort': '1.0', Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'Subnet': '1.1', Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: 'Trunk': '1.1'}} Jan 19 15:59:11.174328 dv-cinder-667108-29-smb neutron-server[80046]: {{(pid=80162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 19 15:59:11.206990 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-194f707b-2121-4130-8daa-2235dd413571 req-78cf63a1-69b6-4bb2-a2f4-3c2796d54857 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 210 time: 2.9503903 Jan 19 15:59:11.258037 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c0ceae1b-6461-4f05-8f97-de20898041ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:11.386014 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port 7e786ac0-9362-4e11-8daf-1986c7f1c517 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:59:11.390746 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:11.431678 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:11.732866 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [None req-9316a209-fb92-412d-83ef-f0f507452f73 admin admin] Allocated IP 172.20.0.1 (6f889a84-1af9-40d2-bcf9-6e9854a6418c/50029681-e86b-47f1-bdb3-0326582392cc/c8c8a46d-7593-4434-8024-aec395885872) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 15:59:11.826518 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-c0ceae1b-6461-4f05-8f97-de20898041ac None None] For port 5a5d784a-6717-4457-b4fa-2c8df39e5e80, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=5a5d784a-6717-4457-b4fa-2c8df39e5e80,segment=NetworkSegment(e72f2297-08fd-49e9-9edb-06951c7ef4e0),segment_id=e72f2297-08fd-49e9-9edb-06951c7ef4e0)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 15:59:11.835997 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-bf1f65a4-83e7-47fa-8d64-5b4dd6dbad72 None None] Attempting to bind port 191d53b1-ffd7-4c0c-9df0-54f24322a455 on host dv-cinder-667108-29-smb for vnic_type normal with profile {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 15:59:11.836517 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-bf1f65a4-83e7-47fa-8d64-5b4dd6dbad72 None None] Attempting to bind port 191d53b1-ffd7-4c0c-9df0-54f24322a455 by drivers openvswitch on host dv-cinder-667108-29-smb at level 0 using segments [{'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 15:59:11.836979 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1f65a4-83e7-47fa-8d64-5b4dd6dbad72 None None] Attempting to bind port 191d53b1-ffd7-4c0c-9df0-54f24322a455 on network 8cb986dc-564f-4d7a-9897-91054d6f010e {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 15:59:11.856966 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1f65a4-83e7-47fa-8d64-5b4dd6dbad72 None None] Checking agent: {'id': '5ecd99d1-ce90-4fa2-88be-ab4d7154f57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 48, 38), 'started_at': datetime.datetime(2021, 1, 19, 15, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 15:59:11.857681 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1f65a4-83e7-47fa-8d64-5b4dd6dbad72 None None] Checking segment: {'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 15:59:11.858458 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-bf1f65a4-83e7-47fa-8d64-5b4dd6dbad72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:11.859259 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1f65a4-83e7-47fa-8d64-5b4dd6dbad72 None None] Bound using segment: {'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 15:59:11.860228 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-bf1f65a4-83e7-47fa-8d64-5b4dd6dbad72 None None] Bound port: 191d53b1-ffd7-4c0c-9df0-54f24322a455, host: dv-cinder-667108-29-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'}}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 15:59:11.860970 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-bf1f65a4-83e7-47fa-8d64-5b4dd6dbad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:11.877386 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c0ceae1b-6461-4f05-8f97-de20898041ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:12.061097 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-98e84236-3bca-44b9-b042-4968917fecc9 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:59:12.087408 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-98e84236-3bca-44b9-b042-4968917fecc9 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.104 "GET /v2.0/networks?id=5a07f96a-01d8-459c-9b69-968e5b6b4ff4 HTTP/1.1" status: 200 len: 815 time: 5.9037762 Jan 19 15:59:12.096504 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-45250874-0fd7-4556-ad01-f1e37991df92 service neutron] 10.222.0.110 "GET /v2.0/networks/90b01235-d8a3-4df7-ba80-7a4841360716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 5.0039866 Jan 19 15:59:12.106369 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-a1421fbd-b5c5-489c-805c-084e18737af1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:12.178699 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a6e31a42-6383-4571-9a8b-20a313eea74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1738194'] for router, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:12.359326 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-c0ceae1b-6461-4f05-8f97-de20898041ac None None] Provisioning complete for port 7e786ac0-9362-4e11-8daf-1986c7f1c517 triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:59:12.361990 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c0ceae1b-6461-4f05-8f97-de20898041ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:12.377319 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-bf1f65a4-83e7-47fa-8d64-5b4dd6dbad72 None None] For port 191d53b1-ffd7-4c0c-9df0-54f24322a455, host dv-cinder-667108-29-smb, cleared binding levels {{(pid=80162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 15:59:12.394759 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-bf1f65a4-83e7-47fa-8d64-5b4dd6dbad72 None None] For port 191d53b1-ffd7-4c0c-9df0-54f24322a455, host dv-cinder-667108-29-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=191d53b1-ffd7-4c0c-9df0-54f24322a455,segment=NetworkSegment(df4602cc-7cc3-4442-ad7e-3dfa8118ccff),segment_id=df4602cc-7cc3-4442-ad7e-3dfa8118ccff)] {{(pid=80162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 15:59:12.429015 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-bf1f65a4-83e7-47fa-8d64-5b4dd6dbad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:12.505370 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-953ee40a-9ccf-436d-bd8b-c1a6890a64c2 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Request body: {'port': {'device_id': 'e21ca899-e247-4972-993d-5daf36ec9f45', 'network_id': '5a07f96a-01d8-459c-9b69-968e5b6b4ff4', 'admin_state_up': True, 'tenant_id': '4424ac45d4934f389ea21b2c76ea9c97'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:59:12.529194 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4940bf25-1035-4a8a-977d-eb472f6f5592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:12.711915 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9316a209-fb92-412d-83ef-f0f507452f73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:12.830562 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-9316a209-fb92-412d-83ef-f0f507452f73 admin admin] Transition to ACTIVE for port object c8c8a46d-7593-4434-8024-aec395885872 will not be triggered until provisioned by entity DHCP. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 15:59:13.009649 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9316a209-fb92-412d-83ef-f0f507452f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:13.153019 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-ef19d52b-cd59-4c26-a861-2e2f53d2a26a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:13.323833 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Pushing event updated for resources: {'Port': ['ID=191d53b1-ffd7-4c0c-9df0-54f24322a455,revision_number=3']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:13.351299 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:13.466286 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ceae1b-6461-4f05-8f97-de20898041ac None None] Pushing event updated for resources: {'Port': ['ID=5a5d784a-6717-4457-b4fa-2c8df39e5e80,revision_number=3']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:13.500307 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c0ceae1b-6461-4f05-8f97-de20898041ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.391s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:13.517906 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1f65a4-83e7-47fa-8d64-5b4dd6dbad72 None None] Routers {'72fd99f9-4b71-4528-aa3e-1a8fa4929727'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 15:59:13.533625 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-bf1f65a4-83e7-47fa-8d64-5b4dd6dbad72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T15:59:08Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['72fd99f9-4b71-4528-aa3e-1a8fa4929727'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:59:14.070768 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316a209-fb92-412d-83ef-f0f507452f73 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c8a46d-7593-4434-8024-aec395885872,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:14.140891 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-0400f649-ba7c-4be6-8faf-06b8fc0f1852 None None] Provisioning complete for port 5a5d784a-6717-4457-b4fa-2c8df39e5e80 triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:59:14.141612 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0400f649-ba7c-4be6-8faf-06b8fc0f1852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:14.435703 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9316a209-fb92-412d-83ef-f0f507452f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.282s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:14.436691 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 41664) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:14.448842 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-953ee40a-9ccf-436d-bd8b-c1a6890a64c2 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:59:14.570779 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9316a209-fb92-412d-83ef-f0f507452f73 admin admin] Network 6f889a84-1af9-40d2-bcf9-6e9854a6418c is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 15:59:14.573530 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-9316a209-fb92-412d-83ef-f0f507452f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 15:59:14.595985 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9316a209-fb92-412d-83ef-f0f507452f73 admin admin] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 15:59:14.597040 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9316a209-fb92-412d-83ef-f0f507452f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853037727'] for router_interface, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:14.643657 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-953ee40a-9ccf-436d-bd8b-c1a6890a64c2 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Usage tracker for resource:port and tenant:4424ac45d4934f389ea21b2c76ea9c97 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:59:14.713522 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-55729a2c-e674-4d67-8b98-0b7bf02ae643 req-c4e2e430-5bb0-43da-bfbc-3c4ac8ec95bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 210 time: 0.6508303 Jan 19 15:59:14.715386 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-953ee40a-9ccf-436d-bd8b-c1a6890a64c2 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Quota usage for port was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:59:14.759706 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 5a5d784a-6717-4457-b4fa-2c8df39e5e80 up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 15:59:15.151544 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e31a42-6383-4571-9a8b-20a313eea74c admin admin] Router ce2f8eee-08cd-45d3-909c-dc6b6e008f84 is scheduled to L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f with binding_index 1 {{(pid=80160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 19 15:59:15.216321 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-715644df-8781-4100-9b40-4b819ba42c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104'] for subnet, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:15.247156 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-953ee40a-9ccf-436d-bd8b-c1a6890a64c2 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:59:15.381797 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port 5a5d784a-6717-4457-b4fa-2c8df39e5e80 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:59:15.382323 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:15.618392 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-bf1f65a4-83e7-47fa-8d64-5b4dd6dbad72 None None] Set router 72fd99f9-4b71-4528-aa3e-1a8fa4929727 gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 15:59:15.917200 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:15.977389 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b060aa8d-39db-4b00-a3bf-1e4223706b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:16.063670 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-b060aa8d-39db-4b00-a3bf-1e4223706b9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:59:16.069647 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-0400f649-ba7c-4be6-8faf-06b8fc0f1852 None None] Provisioning complete for port 7e786ac0-9362-4e11-8daf-1986c7f1c517 triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:59:16.070473 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0400f649-ba7c-4be6-8faf-06b8fc0f1852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:16.072488 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-b060aa8d-39db-4b00-a3bf-1e4223706b9e admin admin] Usage tracker for resource:security_group_rule and tenant:5fd476cfc8684109a31411f33b28cee9 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:59:16.077023 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-b060aa8d-39db-4b00-a3bf-1e4223706b9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:59:16.087399 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-b060aa8d-39db-4b00-a3bf-1e4223706b9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:59:16.272176 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-efc087a4-9f98-4d6b-bac2-c075dd5d3624 req-4e704c9b-ee93-4bda-921b-ef5be6e49074 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/ports?device_id=92c45433-dca4-4c05-9264-73a4c2b886b3 HTTP/1.1" status: 200 len: 210 time: 1.0129380 Jan 19 15:59:16.377951 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b060aa8d-39db-4b00-a3bf-1e4223706b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:16.427450 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b060aa8d-39db-4b00-a3bf-1e4223706b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:16.562416 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-953ee40a-9ccf-436d-bd8b-c1a6890a64c2 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Made reservation on behalf of 4424ac45d4934f389ea21b2c76ea9c97 for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 15:59:16.587843 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-953ee40a-9ccf-436d-bd8b-c1a6890a64c2 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:16.595091 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:16.714566 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-b060aa8d-39db-4b00-a3bf-1e4223706b9e admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=5fd476cfc8684109a31411f33b28cee9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2369201 Jan 19 15:59:16.734173 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 41694) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:16.741125 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060aa8d-39db-4b00-a3bf-1e4223706b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0042d26-c996-4285-ae5b-661b1cec92eb,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:16.757701 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-b060aa8d-39db-4b00-a3bf-1e4223706b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:16.880430 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9316a209-fb92-412d-83ef-f0f507452f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:17.063265 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-bf1f65a4-83e7-47fa-8d64-5b4dd6dbad72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'name': 'tempest-AttachVolumeShelveTestJSON-1140582520-router', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:55Z', 'updated_at': '2021-01-19T15:59:01Z', 'revision_number': 3, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'gw_port': {'id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:58Z', 'updated_at': '2021-01-19T15:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:59:17.078355 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1f65a4-83e7-47fa-8d64-5b4dd6dbad72 None None] The sync data for ids ['72fd99f9-4b71-4528-aa3e-1a8fa4929727'] in dv-cinder-667108-29-smb is: [{'id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'name': 'tempest-AttachVolumeShelveTestJSON-1140582520-router', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:55Z', 'updated_at': '2021-01-19T15:59:01Z', 'revision_number': 3, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'gw_port': {'id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:58Z', 'updated_at': '2021-01-19T15:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 15:59:17.141237 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e31a42-6383-4571-9a8b-20a313eea74c admin admin] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 15:59:17.191555 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] Sync routers for ids ['ce2f8eee-08cd-45d3-909c-dc6b6e008f84'] in dv-cinder-667108-29-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 15:59:17.259375 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] Routers {'ce2f8eee-08cd-45d3-909c-dc6b6e008f84'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 15:59:17.261440 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T15:59:08Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['ce2f8eee-08cd-45d3-909c-dc6b6e008f84'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:59:17.401249 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f2b54c12-8f5a-4232-9e85-128d2e377e57 req-5e4c1bf0-d8f9-4824-b31f-f6dacc156f80 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 210 time: 0.6844277 Jan 19 15:59:17.458226 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a6e31a42-6383-4571-9a8b-20a313eea74c admin admin] Notify callbacks [] for router, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:17.466364 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-a6e31a42-6383-4571-9a8b-20a313eea74c admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 24.3667734 Jan 19 15:59:17.523955 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 41710) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:17.580135 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715644df-8781-4100-9b40-4b819ba42c2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a683e752-2ebf-4a08-acf4-2556b27477e5,revision_number=0']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:18.131971 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-bd50f214-1cab-47ba-a823-9e5e55e3505b None None] Provisioning for port c8c8a46d-7593-4434-8024-aec395885872 completed by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 15:59:18.230338 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-bd50f214-1cab-47ba-a823-9e5e55e3505b None None] Provisioning complete for port c8c8a46d-7593-4434-8024-aec395885872 triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:59:18.230785 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-bd50f214-1cab-47ba-a823-9e5e55e3505b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:18.576999 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-bd50f214-1cab-47ba-a823-9e5e55e3505b None None] Port c8c8a46d-7593-4434-8024-aec395885872 cannot update to ACTIVE because it is not bound. {{(pid=80161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 15:59:18.831403 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] Set router ce2f8eee-08cd-45d3-909c-dc6b6e008f84 gateway port host: dv-cinder-667108-29-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 15:59:18.904602 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c533fc7a-b5d1-46bb-a300-57465f000be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:19.147124 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c533fc7a-b5d1-46bb-a300-57465f000be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:19.398174 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-715644df-8781-4100-9b40-4b819ba42c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 3.481s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:19.429168 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c533fc7a-b5d1-46bb-a300-57465f000be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:19.478696 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6c8132a3-1bb4-4ca6-94f8-84a89b89ed75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:19.550848 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533fc7a-b5d1-46bb-a300-57465f000be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0042d26-c996-4285-ae5b-661b1cec92eb,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:19.560539 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c533fc7a-b5d1-46bb-a300-57465f000be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:19.574036 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c533fc7a-b5d1-46bb-a300-57465f000be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:19.575836 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-c533fc7a-b5d1-46bb-a300-57465f000be1 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/c0042d26-c996-4285-ae5b-661b1cec92eb HTTP/1.1" status: 204 len: 168 time: 2.8024423 Jan 19 15:59:19.636571 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9316a209-fb92-412d-83ef-f0f507452f73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:19.641540 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 41736) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:19.689383 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9316a209-fb92-412d-83ef-f0f507452f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:19.691497 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9316a209-fb92-412d-83ef-f0f507452f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853088085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853036600'] for router_interface, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:19.800507 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c9c85b34-58ea-4c36-b7d3-2b67be9ed443 req-d9a86e8b-eb8e-46ef-87f2-fad142178a42 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 210 time: 0.4056487 Jan 19 15:59:20.092290 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:20.140754 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 191d53b1-ffd7-4c0c-9df0-54f24322a455 up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 15:59:20.276661 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-23444cf4-8e0d-4a35-983b-0b65f4d88b73 req-26f60465-607f-4d62-a445-f371eeb6bea3 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/ports?device_id=92c45433-dca4-4c05-9264-73a4c2b886b3 HTTP/1.1" status: 200 len: 210 time: 1.3650696 Jan 19 15:59:20.353811 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-953ee40a-9ccf-436d-bd8b-c1a6890a64c2 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Allocated IP 172.20.0.5 (5a07f96a-01d8-459c-9b69-968e5b6b4ff4/e3562505-5c33-4043-b9be-4bcf914d2bda/b936c949-7b22-4bd9-8486-dcd593e7fe5c) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 15:59:20.364593 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316a209-fb92-412d-83ef-f0f507452f73 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c8a46d-7593-4434-8024-aec395885872,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:20.396243 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9316a209-fb92-412d-83ef-f0f507452f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:20.433613 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715644df-8781-4100-9b40-4b819ba42c2e admin admin] Checking segment: {'id': '9cf4a504-3264-4548-b2ba-8076756d25ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8cda42ee-5ada-4721-be13-c4b809a62086'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 15:59:20.437070 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715644df-8781-4100-9b40-4b819ba42c2e admin admin] Network hostable DHCP agents. Network: 8cda42ee-5ada-4721-be13-c4b809a62086, hostable agents: ['38d5a676-35d8-431f-b8e5-8bc81bf22324'], hosted agents: [] {{(pid=80160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 15:59:20.649296 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning for port 191d53b1-ffd7-4c0c-9df0-54f24322a455 completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 15:59:20.673546 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port 191d53b1-ffd7-4c0c-9df0-54f24322a455 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:59:20.677931 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:20.731091 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9316a209-fb92-412d-83ef-f0f507452f73 admin admin] Network 6f889a84-1af9-40d2-bcf9-6e9854a6418c is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 15:59:20.736303 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-9316a209-fb92-412d-83ef-f0f507452f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 15:59:21.031870 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'name': 'tempest-AttachVolumeTestJSON-831487525-router', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:54Z', 'updated_at': '2021-01-19T15:59:05Z', 'revision_number': 3, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'gw_port': {'id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:59Z', 'updated_at': '2021-01-19T15:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:59:21.207372 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 41752) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:21.322387 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] Checking router: ce2f8eee-08cd-45d3-909c-dc6b6e008f84 for host: dv-cinder-667108-29-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 15:59:21.322655 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] Updating router ce2f8eee-08cd-45d3-909c-dc6b6e008f84 port 7f8371c4-9dc7-44e6-8cf8-a007066caddb binding host dv-cinder-667108-29-smb {{(pid=80161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 15:59:21.664394 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:21.713790 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] For port 191d53b1-ffd7-4c0c-9df0-54f24322a455, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=191d53b1-ffd7-4c0c-9df0-54f24322a455,segment=NetworkSegment(df4602cc-7cc3-4442-ad7e-3dfa8118ccff),segment_id=df4602cc-7cc3-4442-ad7e-3dfa8118ccff)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 15:59:21.784515 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:21.786814 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:21.865214 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-df145fbe-05e8-403f-bf42-ee55962f8365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:21.889730 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:21.910823 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9316a209-fb92-412d-83ef-f0f507452f73 admin admin] Router 72fd99f9-4b71-4528-aa3e-1a8fa4929727 has already been hosted by L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f {{(pid=80159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 15:59:21.933580 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-df145fbe-05e8-403f-bf42-ee55962f8365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:59:21.951596 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-df145fbe-05e8-403f-bf42-ee55962f8365 admin admin] Usage tracker for resource:security_group_rule and tenant:530a23aa348746ba84caa3075cb9979b is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:59:21.957122 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-df145fbe-05e8-403f-bf42-ee55962f8365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:59:22.077837 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-b45fb1da-919a-40e9-a78d-8b12613c090b None None] Provisioning complete for port c8c8a46d-7593-4434-8024-aec395885872 triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:59:22.078137 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b45fb1da-919a-40e9-a78d-8b12613c090b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:22.096052 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715644df-8781-4100-9b40-4b819ba42c2e admin admin] Network 8cda42ee-5ada-4721-be13-c4b809a62086 is scheduled to be hosted by DHCP agent 38d5a676-35d8-431f-b8e5-8bc81bf22324 with binding_index 1 {{(pid=80160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 15:59:22.135642 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-464a6034-8f3e-45cc-9376-2051d5fed410 req-989c964a-afcc-4ff5-b420-a78cdc2aa384 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 210 time: 0.4352715 Jan 19 15:59:22.188915 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-b45fb1da-919a-40e9-a78d-8b12613c090b None None] Port c8c8a46d-7593-4434-8024-aec395885872 cannot update to ACTIVE because it is not bound. {{(pid=80161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 15:59:22.190609 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5dcd334b-02b2-49d6-9948-71495afb8b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:22.204664 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-df145fbe-05e8-403f-bf42-ee55962f8365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:59:22.263164 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Pushing event updated for resources: {'Port': ['ID=191d53b1-ffd7-4c0c-9df0-54f24322a455,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:22.269200 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:22.370444 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-715644df-8781-4100-9b40-4b819ba42c2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-smb, 8cda42ee-5ada-4721-be13-c4b809a62086) {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 15:59:22.374455 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-5dcd334b-02b2-49d6-9948-71495afb8b51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:59:22.388228 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079947e5-dc0e-4cde-ac88-4552a86def1e None None] Network 8cda42ee-5ada-4721-be13-c4b809a62086 requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 15:59:22.425029 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715644df-8781-4100-9b40-4b819ba42c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:59:22.426554 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-715644df-8781-4100-9b40-4b819ba42c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:22.499416 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-5dcd334b-02b2-49d6-9948-71495afb8b51 admin admin] Usage tracker for resource:security_group_rule and tenant:81b816230a4a4d498d53c79f3600043d is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:59:22.512854 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ca49806e-0d8a-440d-8c0d-d7cbbdc937fc req-38fc2d6d-d07e-4fde-9b6a-a110235eb120 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/ports?device_id=92c45433-dca4-4c05-9264-73a4c2b886b3 HTTP/1.1" status: 200 len: 210 time: 0.5764408 Jan 19 15:59:22.523066 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-715644df-8781-4100-9b40-4b819ba42c2e admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 17.0516253 Jan 19 15:59:22.608676 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-5dcd334b-02b2-49d6-9948-71495afb8b51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:59:22.708303 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9316a209-fb92-412d-83ef-f0f507452f73 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 15:59:22.731918 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3cb944-0ba7-4577-b798-95acdabda515 None None] Sync routers for ids ['72fd99f9-4b71-4528-aa3e-1a8fa4929727'] in dv-cinder-667108-29-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 15:59:22.732569 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-5dcd334b-02b2-49d6-9948-71495afb8b51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:59:22.781856 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3cb944-0ba7-4577-b798-95acdabda515 None None] Routers {'72fd99f9-4b71-4528-aa3e-1a8fa4929727'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 15:59:22.784430 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-4c3cb944-0ba7-4577-b798-95acdabda515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T15:59:08Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['72fd99f9-4b71-4528-aa3e-1a8fa4929727'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:59:22.943417 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-df145fbe-05e8-403f-bf42-ee55962f8365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:22.978161 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-df145fbe-05e8-403f-bf42-ee55962f8365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:23.002091 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-a55c94e8-b05c-431b-a38a-8b401e81676a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:23.046559 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-9316a209-fb92-412d-83ef-f0f507452f73 admin admin] 10.222.0.110 "PUT /v2.0/routers/72fd99f9-4b71-4528-aa3e-1a8fa4929727/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.6011248 Jan 19 15:59:23.052930 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 41768) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:23.366777 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3976f52-26cc-4901-bea2-efd9258994a5 admin admin] Deleting subnet 8731d290-d02c-44c5-91bd-9c92dd57d934 {{(pid=80159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 15:59:23.374212 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a3976f52-26cc-4901-bea2-efd9258994a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:23.594950 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a3976f52-26cc-4901-bea2-efd9258994a5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:23.634861 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a3976f52-26cc-4901-bea2-efd9258994a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854039609'] for subnet, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:23.725353 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.104', 64354) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:23.748310 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-236c4d28-2466-4542-a2b0-9c9d479e3151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:24.016448 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-df145fbe-05e8-403f-bf42-ee55962f8365 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=530a23aa348746ba84caa3075cb9979b&name=default HTTP/1.1" status: 200 len: 2979 time: 4.3661921 Jan 19 15:59:24.037264 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 41784) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:24.140108 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df145fbe-05e8-403f-bf42-ee55962f8365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0c6f42-eef5-42a1-995e-a6e7b260e9fa,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:24.155744 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-df145fbe-05e8-403f-bf42-ee55962f8365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.156s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:24.243228 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-4c3cb944-0ba7-4577-b798-95acdabda515 None None] Set router 72fd99f9-4b71-4528-aa3e-1a8fa4929727 gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 15:59:24.376266 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 191d53b1-ffd7-4c0c-9df0-54f24322a455 up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 15:59:24.638258 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-34fba466-2b80-4ae0-b7cf-6415fa441c42 req-10ae8b8a-8351-4d96-8c8c-ba44e1468183 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Synchronizing usage tracker for tenant:4424ac45d4934f389ea21b2c76ea9c97 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 15:59:24.705775 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adec8ba2-228b-442d-8ad6-031f2f64d43d None None] Network 8cda42ee-5ada-4721-be13-c4b809a62086 requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 15:59:24.710870 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-528942cd-9576-4aec-99ff-68ed9de38457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:24.857297 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-528942cd-9576-4aec-99ff-68ed9de38457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:24.989577 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-528942cd-9576-4aec-99ff-68ed9de38457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:25.002194 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-b060aa8d-39db-4b00-a3bf-1e4223706b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:25.048634 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528942cd-9576-4aec-99ff-68ed9de38457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0c6f42-eef5-42a1-995e-a6e7b260e9fa,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:25.061944 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-528942cd-9576-4aec-99ff-68ed9de38457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:25.092244 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-528942cd-9576-4aec-99ff-68ed9de38457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:25.094692 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-528942cd-9576-4aec-99ff-68ed9de38457 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/8a0c6f42-eef5-42a1-995e-a6e7b260e9fa HTTP/1.1" status: 204 len: 168 time: 1.0552449 Jan 19 15:59:25.137999 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a3976f52-26cc-4901-bea2-efd9258994a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104'] for subnet, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:25.602064 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port 191d53b1-ffd7-4c0c-9df0-54f24322a455 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:59:25.602774 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:25.743161 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-2a64b52a-3101-40b9-bb58-5d3d26fdd6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:25.907218 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3976f52-26cc-4901-bea2-efd9258994a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8731d290-d02c-44c5-91bd-9c92dd57d934,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:25.934120 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-4c3cb944-0ba7-4577-b798-95acdabda515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'name': 'tempest-AttachVolumeShelveTestJSON-1140582520-router', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:55Z', 'updated_at': '2021-01-19T15:59:15Z', 'revision_number': 4, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'gw_port': {'id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:58Z', 'updated_at': '2021-01-19T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': 'c8c8a46d-7593-4434-8024-aec395885872', 'name': '', 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'mac_address': 'fa:16:3e:9c:25:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '50029681-e86b-47f1-bdb3-0326582392cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:10Z', 'updated_at': '2021-01-19T15:59:18Z', 'revision_number': 2, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'subnets': [{'id': '50029681-e86b-47f1-bdb3-0326582392cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:59:25.942624 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-a3976f52-26cc-4901-bea2-efd9258994a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:25.944663 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3cb944-0ba7-4577-b798-95acdabda515 None None] Checking router: 72fd99f9-4b71-4528-aa3e-1a8fa4929727 for host: dv-cinder-667108-29-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 15:59:25.944663 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3cb944-0ba7-4577-b798-95acdabda515 None None] Updating router 72fd99f9-4b71-4528-aa3e-1a8fa4929727 port c8c8a46d-7593-4434-8024-aec395885872 binding host dv-cinder-667108-29-smb {{(pid=80162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 15:59:25.979107 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a3976f52-26cc-4901-bea2-efd9258994a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:26.047745 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-a3976f52-26cc-4901-bea2-efd9258994a5 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/8731d290-d02c-44c5-91bd-9c92dd57d934 HTTP/1.1" status: 204 len: 168 time: 2.9907992 Jan 19 15:59:26.055633 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.resource_extend [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 19 15:59:26.066624 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4c3cb944-0ba7-4577-b798-95acdabda515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:26.078783 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 41800) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:26.577859 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245900'] for network, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:26.583039 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5dcd334b-02b2-49d6-9948-71495afb8b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:26.883076 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] Notify callbacks [] for port, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:26.995378 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-83ce2049-7aaf-4309-8888-69b80e794a9f req-f1716e9f-199b-437b-9f71-64420bc68bde tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/ports?device_id=92c45433-dca4-4c05-9264-73a4c2b886b3 HTTP/1.1" status: 200 len: 210 time: 2.8547482 Jan 19 15:59:27.011243 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] Transition to ACTIVE for port object 7f8371c4-9dc7-44e6-8cf8-a007066caddb will not be triggered until provisioned by entity L2. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 15:59:27.017005 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:27.289982 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736146', 'neutron.services.segments.db._delete_segments_for_network--9223363244352747226'] for network, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:27.307019 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4c3cb944-0ba7-4577-b798-95acdabda515 None None] Notify callbacks [] for port, precommit_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:27.372453 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5dcd334b-02b2-49d6-9948-71495afb8b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:27.397232 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4c3cb944-0ba7-4577-b798-95acdabda515 None None] Transition to ACTIVE for port object c8c8a46d-7593-4434-8024-aec395885872 will not be triggered until provisioned by entity L2. {{(pid=80162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 15:59:27.404628 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4c3cb944-0ba7-4577-b798-95acdabda515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:27.610651 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80159) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:59:27.610873 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9e9db529-744e-4c2f-85bb-6e613a6c5ce4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:27.615530 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80159) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:59:27.620299 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80159) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:59:27.621147 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] Subscribe: > port after_create 55550000 {{(pid=80159) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:59:27.621782 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80159) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:59:27.625218 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] Subscribe: > port after_update 55550000 {{(pid=80159) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:59:27.625977 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80159) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:59:27.626613 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80159) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:59:27.627715 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80159) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:59:27.627715 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80159) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:59:27.774181 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:27.812025 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-5dcd334b-02b2-49d6-9948-71495afb8b51 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=81b816230a4a4d498d53c79f3600043d&name=default HTTP/1.1" status: 200 len: 2979 time: 6.1284289 Jan 19 15:59:27.824242 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 41822) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:27.836833 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-34fba466-2b80-4ae0-b7cf-6415fa441c42 req-10ae8b8a-8351-4d96-8c8c-ba44e1468183 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Unset dirty status for tenant:4424ac45d4934f389ea21b2c76ea9c97 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 15:59:27.857114 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-34fba466-2b80-4ae0-b7cf-6415fa441c42 req-10ae8b8a-8351-4d96-8c8c-ba44e1468183 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 210 time: 4.0283813 Jan 19 15:59:27.960550 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] Attempting to bind port 7f8371c4-9dc7-44e6-8cf8-a007066caddb on host dv-cinder-667108-29-smb for vnic_type normal with profile {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 15:59:27.960550 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] Attempting to bind port 7f8371c4-9dc7-44e6-8cf8-a007066caddb by drivers openvswitch on host dv-cinder-667108-29-smb at level 0 using segments [{'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 15:59:27.960550 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] Attempting to bind port 7f8371c4-9dc7-44e6-8cf8-a007066caddb on network 8cb986dc-564f-4d7a-9897-91054d6f010e {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 15:59:27.977991 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4dc18-861d-4890-979d-a0ad73025332 None None] Pushing event updated for resources: {'Port': ['ID=7f8371c4-9dc7-44e6-8cf8-a007066caddb,revision_number=2']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:27.992047 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d9b4dc18-861d-4890-979d-a0ad73025332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:28.015011 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] Checking agent: {'id': '5ecd99d1-ce90-4fa2-88be-ab4d7154f57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 48, 38), 'started_at': datetime.datetime(2021, 1, 19, 15, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 15:59:28.015974 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] Checking segment: {'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 15:59:28.016618 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:28.017384 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] Bound using segment: {'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 15:59:28.018393 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] Bound port: 7f8371c4-9dc7-44e6-8cf8-a007066caddb, host: dv-cinder-667108-29-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'}}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 15:59:28.019180 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:28.294631 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [None req-236c4d28-2466-4542-a2b0-9c9d479e3151 admin admin] Allocated IP 172.20.0.1 (6ea02ce0-bc45-4d69-89bd-6b33e937c1b2/2ac4c3c0-47d4-4e4c-9947-77ff1933d492/473d9f30-18c8-4496-8f02-e61eab3038ed) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 15:59:28.481400 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] For port 7f8371c4-9dc7-44e6-8cf8-a007066caddb, host dv-cinder-667108-29-smb, cleared binding levels {{(pid=80161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 15:59:28.494880 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] For port 7f8371c4-9dc7-44e6-8cf8-a007066caddb, host dv-cinder-667108-29-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=7f8371c4-9dc7-44e6-8cf8-a007066caddb,segment=NetworkSegment(df4602cc-7cc3-4442-ad7e-3dfa8118ccff),segment_id=df4602cc-7cc3-4442-ad7e-3dfa8118ccff)] {{(pid=80161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 15:59:28.508114 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:28.542126 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80159) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:59:28.551380 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80159) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:59:28.554951 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80159) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:59:28.555614 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80159) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 15:59:28.556421 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b1d2e9-5972-483c-83ad-b757ed144dfd']}} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:59:28.593706 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:28.610123 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d2c6a1-ede5-4312-9f0b-37281f22bd99') {'for_net_delete': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:59:28.610871 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d2c6a1-ede5-4312-9f0b-37281f22bd99') {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:59:28.622227 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:28.680319 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244352752346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2721809'] for segment, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:28.793765 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:28.798857 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 15:59:28.808389 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-52ec8145-6bd4-465c-8eca-f532392bbe2f tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:59:28.810826 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-52ec8145-6bd4-465c-8eca-f532392bbe2f tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.104 "GET /v2.0/networks?id=90b01235-d8a3-4df7-ba80-7a4841360716 HTTP/1.1" status: 200 len: 810 time: 5.0005403 Jan 19 15:59:28.848459 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-953ee40a-9ccf-436d-bd8b-c1a6890a64c2 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:28.900523 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd334b-02b2-49d6-9948-71495afb8b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386b13b1-6ab9-4e5d-bcf5-40fb432bacf6,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:28.995796 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98851f-b1d2-4bb6-a249-6445a08a5eb8 None None] Pushing event updated for resources: {'Port': ['ID=c8c8a46d-7593-4434-8024-aec395885872,revision_number=3']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:29.002059 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1c98851f-b1d2-4bb6-a249-6445a08a5eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:29.369273 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4dc18-861d-4890-979d-a0ad73025332 None None] Pushing event updated for resources: {'Port': ['ID=7f8371c4-9dc7-44e6-8cf8-a007066caddb,revision_number=3']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:29.388690 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d9b4dc18-861d-4890-979d-a0ad73025332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:29.466035 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] Routers {'ce2f8eee-08cd-45d3-909c-dc6b6e008f84'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 15:59:29.467630 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T15:59:08Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['ce2f8eee-08cd-45d3-909c-dc6b6e008f84'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:59:29.568678 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-5dcd334b-02b2-49d6-9948-71495afb8b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.795s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:29.580535 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-5f8174f7-2ed7-4e3a-9061-91bb89fbae77 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Request body: {'port': {'device_id': '92c45433-dca4-4c05-9264-73a4c2b886b3', 'network_id': '90b01235-d8a3-4df7-ba80-7a4841360716', 'admin_state_up': True, 'tenant_id': 'f56ee43d1bf54ac5ab28202b014fa93d'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:59:29.632335 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] Network 34b1d2e9-5972-483c-83ad-b757ed144dfd has no segments {{(pid=80159) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 15:59:29.706105 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854040106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2506744'] for segment, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:29.783477 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-054f2584-5950-45c6-aa81-2dd737f20b5d req-49f51a51-4e74-47ae-b4bf-9b29cbe71d68 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/ports?device_id=92c45433-dca4-4c05-9264-73a4c2b886b3 HTTP/1.1" status: 200 len: 210 time: 0.9484434 Jan 19 15:59:29.786594 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-953ee40a-9ccf-436d-bd8b-c1a6890a64c2 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:29.794800 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-4c3cb944-0ba7-4577-b798-95acdabda515 None None] Attempting to bind port c8c8a46d-7593-4434-8024-aec395885872 on host dv-cinder-667108-29-smb for vnic_type normal with profile {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 15:59:29.805065 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-4c3cb944-0ba7-4577-b798-95acdabda515 None None] Attempting to bind port c8c8a46d-7593-4434-8024-aec395885872 by drivers openvswitch on host dv-cinder-667108-29-smb at level 0 using segments [{'id': 'e72f2297-08fd-49e9-9edb-06951c7ef4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c'}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 15:59:29.805814 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3cb944-0ba7-4577-b798-95acdabda515 None None] Attempting to bind port c8c8a46d-7593-4434-8024-aec395885872 on network 6f889a84-1af9-40d2-bcf9-6e9854a6418c {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 15:59:29.838529 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3cb944-0ba7-4577-b798-95acdabda515 None None] Checking agent: {'id': '5ecd99d1-ce90-4fa2-88be-ab4d7154f57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 48, 38), 'started_at': datetime.datetime(2021, 1, 19, 15, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 15:59:29.838998 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3cb944-0ba7-4577-b798-95acdabda515 None None] Checking segment: {'id': 'e72f2297-08fd-49e9-9edb-06951c7ef4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 15:59:29.839466 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4c3cb944-0ba7-4577-b798-95acdabda515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:29.839925 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3cb944-0ba7-4577-b798-95acdabda515 None None] Bound using segment: {'id': 'e72f2297-08fd-49e9-9edb-06951c7ef4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c'} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 15:59:29.840484 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-4c3cb944-0ba7-4577-b798-95acdabda515 None None] Bound port: c8c8a46d-7593-4434-8024-aec395885872, host: dv-cinder-667108-29-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72f2297-08fd-49e9-9edb-06951c7ef4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c'}}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 15:59:29.840917 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4c3cb944-0ba7-4577-b798-95acdabda515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:30.009571 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 41852) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:30.027856 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9c9618d0-1f8e-4f11-b78b-334e0e08e6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:30.216759 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-4c3cb944-0ba7-4577-b798-95acdabda515 None None] For port c8c8a46d-7593-4434-8024-aec395885872, host dv-cinder-667108-29-smb, cleared binding levels {{(pid=80162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 15:59:30.230444 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-4c3cb944-0ba7-4577-b798-95acdabda515 None None] For port c8c8a46d-7593-4434-8024-aec395885872, host dv-cinder-667108-29-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=c8c8a46d-7593-4434-8024-aec395885872,segment=NetworkSegment(e72f2297-08fd-49e9-9edb-06951c7ef4e0),segment_id=e72f2297-08fd-49e9-9edb-06951c7ef4e0)] {{(pid=80162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 15:59:30.237925 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4c3cb944-0ba7-4577-b798-95acdabda515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:30.300791 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f2c6cdb3-56fa-4483-871e-bb026a9780a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:30.354190 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-c63175ca-c437-4007-a3d0-54a59c072185 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Request body: {'security_group': {'name': 'tempest-securitygroup--971716293', 'description': 'tempest-description--440553590'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:59:30.383772 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-c63175ca-c437-4007-a3d0-54a59c072185 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:59:30.400014 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-c63175ca-c437-4007-a3d0-54a59c072185 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Usage tracker for resource:security_group and tenant:a5ad27bc88e04bd18332340c160e78f4 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:59:30.407475 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-c63175ca-c437-4007-a3d0-54a59c072185 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:59:30.420731 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-c63175ca-c437-4007-a3d0-54a59c072185 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:59:30.437732 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] Set router ce2f8eee-08cd-45d3-909c-dc6b6e008f84 gateway port host: dv-cinder-667108-29-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 15:59:30.462512 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] Network 34b1d2e9-5972-483c-83ad-b757ed144dfd has no segments {{(pid=80159) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 15:59:30.469872 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-be81f0fe-a870-420d-aadb-413cd0d0c392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:30.532370 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-be81f0fe-a870-420d-aadb-413cd0d0c392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:30.658422 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98851f-b1d2-4bb6-a249-6445a08a5eb8 None None] Pushing event updated for resources: {'Port': ['ID=c8c8a46d-7593-4434-8024-aec395885872,revision_number=4']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:30.683210 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1c98851f-b1d2-4bb6-a249-6445a08a5eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: (rel_b, rel_a, rel_b), Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: Traceback (most recent call last): Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: timer() Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: cb(*args, **kw) Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: return func(*args, **kwargs) Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: self._notify() Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: self.callback(batched_events) Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: event.method(event) Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: segment_id)['aggregates'][0] Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: return f(self, *a, **k) Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: return self._get(url).json() Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: **kwargs) Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: return self.request(url, 'GET', **kwargs) Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: **endpoint_filter) Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 15:59:30.757854 dv-cinder-667108-29-smb neutron-server[80046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 15:59:30.769710 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c63175ca-c437-4007-a3d0-54a59c072185 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:30.876805 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3cb944-0ba7-4577-b798-95acdabda515 None None] Routers {'72fd99f9-4b71-4528-aa3e-1a8fa4929727'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 15:59:30.877052 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854039654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853037674'] for network, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:30.878855 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-4c3cb944-0ba7-4577-b798-95acdabda515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T15:59:08Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['72fd99f9-4b71-4528-aa3e-1a8fa4929727'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:59:30.903011 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:30.913748 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:30.991129 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-c63175ca-c437-4007-a3d0-54a59c072185 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:59:30.998765 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-c63175ca-c437-4007-a3d0-54a59c072185 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Usage tracker for resource:security_group_rule and tenant:a5ad27bc88e04bd18332340c160e78f4 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:59:31.012424 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-c63175ca-c437-4007-a3d0-54a59c072185 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:59:31.039183 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-c63175ca-c437-4007-a3d0-54a59c072185 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:59:31.261657 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-be81f0fe-a870-420d-aadb-413cd0d0c392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:31.389321 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ee40a-9ccf-436d-bd8b-c1a6890a64c2 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Pushing event updated for resources: {'Port': ['ID=b936c949-7b22-4bd9-8486-dcd593e7fe5c,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:31.467325 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-953ee40a-9ccf-436d-bd8b-c1a6890a64c2 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.440s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:31.490841 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] Pushing event deleted for resources: {'Network': ['ID=34b1d2e9-5972-483c-83ad-b757ed144dfd,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:31.497426 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] 10.222.0.110 "DELETE /v2.0/networks/34b1d2e9-5972-483c-83ad-b757ed144dfd HTTP/1.1" status: 204 len: 168 time: 5.4166009 Jan 19 15:59:31.499577 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:31.502074 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 41868) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:31.559171 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c63175ca-c437-4007-a3d0-54a59c072185 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:31.577462 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:31.667808 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-4c3cb944-0ba7-4577-b798-95acdabda515 None None] Set router 72fd99f9-4b71-4528-aa3e-1a8fa4929727 gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 15:59:31.687453 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab1f2fc-ce88-4d5d-9263-eb843b2b0766 admin admin] Deleting subnet a683e752-2ebf-4a08-acf4-2556b27477e5 {{(pid=80159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 15:59:31.690669 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'name': 'tempest-AttachVolumeTestJSON-831487525-router', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:54Z', 'updated_at': '2021-01-19T15:59:05Z', 'revision_number': 3, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'gw_port': {'id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:59Z', 'updated_at': '2021-01-19T15:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:59:31.694818 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4ab1f2fc-ce88-4d5d-9263-eb843b2b0766 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:31.709718 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430902b1-fffd-4c8a-9778-eee9c983ab5e None None] The sync data for ids ['ce2f8eee-08cd-45d3-909c-dc6b6e008f84'] in dv-cinder-667108-29-smb is: [{'id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'name': 'tempest-AttachVolumeTestJSON-831487525-router', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:54Z', 'updated_at': '2021-01-19T15:59:05Z', 'revision_number': 3, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'gw_port': {'id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:59Z', 'updated_at': '2021-01-19T15:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 15:59:31.837890 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c63175ca-c437-4007-a3d0-54a59c072185 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:31.846767 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4ab1f2fc-ce88-4d5d-9263-eb843b2b0766 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852053991'] for subnet, precommit_delete_associations {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:31.885468 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81f0fe-a870-420d-aadb-413cd0d0c392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386b13b1-6ab9-4e5d-bcf5-40fb432bacf6,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:31.943466 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-be81f0fe-a870-420d-aadb-413cd0d0c392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:31.944923 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-be81f0fe-a870-420d-aadb-413cd0d0c392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:31.984272 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-236c4d28-2466-4542-a2b0-9c9d479e3151 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:31.991774 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-5f8174f7-2ed7-4e3a-9061-91bb89fbae77 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:59:32.030365 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4ab1f2fc-ce88-4d5d-9263-eb843b2b0766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854039609'] for subnet, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:32.105499 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3db87f14-a4a9-4c40-abcc-99cf5055ee86 req-ede7cf30-e6a2-45b4-89e0-d0bff8ac1274 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/ports?device_id=92c45433-dca4-4c05-9264-73a4c2b886b3 HTTP/1.1" status: 200 len: 210 time: 0.6327839 Jan 19 15:59:32.140139 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-5f8174f7-2ed7-4e3a-9061-91bb89fbae77 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Usage tracker for resource:port and tenant:f56ee43d1bf54ac5ab28202b014fa93d is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:59:32.175497 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63175ca-c437-4007-a3d0-54a59c072185 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Pushing event updated for resources: {'SecurityGroup': ['ID=0bccce58-bffb-400f-8622-ab0ec1232787,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:32.181154 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-5f8174f7-2ed7-4e3a-9061-91bb89fbae77 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Quota usage for port was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:59:32.314515 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-5f8174f7-2ed7-4e3a-9061-91bb89fbae77 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:59:32.349659 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c63175ca-c437-4007-a3d0-54a59c072185 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:32.351476 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-be81f0fe-a870-420d-aadb-413cd0d0c392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:32.357614 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-be81f0fe-a870-420d-aadb-413cd0d0c392 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/386b13b1-6ab9-4e5d-bcf5-40fb432bacf6 HTTP/1.1" status: 204 len: 168 time: 4.4945197 Jan 19 15:59:32.440254 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-236c4d28-2466-4542-a2b0-9c9d479e3151 admin admin] Transition to ACTIVE for port object 473d9f30-18c8-4496-8f02-e61eab3038ed will not be triggered until provisioned by entity DHCP. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 15:59:32.481242 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c63175ca-c437-4007-a3d0-54a59c072185 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:32.510464 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-c63175ca-c437-4007-a3d0-54a59c072185 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.1756201 Jan 19 15:59:32.512390 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-5f8174f7-2ed7-4e3a-9061-91bb89fbae77 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Made reservation on behalf of f56ee43d1bf54ac5ab28202b014fa93d for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 15:59:32.529388 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-5f8174f7-2ed7-4e3a-9061-91bb89fbae77 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:32.584870 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 41892) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:32.709100 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac040d-82e9-42e9-957e-896e815a470d req-3064e074-ba8a-49de-86fa-bbe4b84b001a tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:59:32.724835 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-10ac040d-82e9-42e9-957e-896e815a470d req-3064e074-ba8a-49de-86fa-bbe4b84b001a tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 931 time: 2.2645276 Jan 19 15:59:32.747987 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 7f8371c4-9dc7-44e6-8cf8-a007066caddb up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 15:59:32.921170 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-497e965a-4c1e-4c4d-a118-5c455db34a2b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Request body: {'security_group_rule': {'security_group_id': '0bccce58-bffb-400f-8622-ab0ec1232787', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:59:32.930521 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-4c3cb944-0ba7-4577-b798-95acdabda515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'name': 'tempest-AttachVolumeShelveTestJSON-1140582520-router', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:55Z', 'updated_at': '2021-01-19T15:59:15Z', 'revision_number': 4, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'gw_port': {'id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:58Z', 'updated_at': '2021-01-19T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': 'c8c8a46d-7593-4434-8024-aec395885872', 'name': '', 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'mac_address': 'fa:16:3e:9c:25:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '50029681-e86b-47f1-bdb3-0326582392cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:10Z', 'updated_at': '2021-01-19T15:59:30Z', 'revision_number': 4, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'subnets': [{'id': '50029681-e86b-47f1-bdb3-0326582392cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:59:32.936729 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3cb944-0ba7-4577-b798-95acdabda515 None None] The sync data for ids ['72fd99f9-4b71-4528-aa3e-1a8fa4929727'] in dv-cinder-667108-29-smb is: [{'id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'name': 'tempest-AttachVolumeShelveTestJSON-1140582520-router', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:55Z', 'updated_at': '2021-01-19T15:59:15Z', 'revision_number': 4, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'gw_port': {'id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:58Z', 'updated_at': '2021-01-19T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': 'c8c8a46d-7593-4434-8024-aec395885872', 'name': '', 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'mac_address': 'fa:16:3e:9c:25:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '50029681-e86b-47f1-bdb3-0326582392cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:10Z', 'updated_at': '2021-01-19T15:59:30Z', 'revision_number': 4, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'subnets': [{'id': '50029681-e86b-47f1-bdb3-0326582392cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 15:59:33.006652 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-953ee40a-9ccf-436d-bd8b-c1a6890a64c2 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Network 5a07f96a-01d8-459c-9b69-968e5b6b4ff4 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 15:59:33.035830 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-953ee40a-9ccf-436d-bd8b-c1a6890a64c2 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 15:59:33.057270 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-953ee40a-9ccf-436d-bd8b-c1a6890a64c2 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 15:59:33.116620 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning for port 7f8371c4-9dc7-44e6-8cf8-a007066caddb completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 15:59:33.148137 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port 7f8371c4-9dc7-44e6-8cf8-a007066caddb triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:59:33.155108 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-953ee40a-9ccf-436d-bd8b-c1a6890a64c2 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:59:33.156407 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-953ee40a-9ccf-436d-bd8b-c1a6890a64c2 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:33.161698 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:33.209613 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4ab1f2fc-ce88-4d5d-9263-eb843b2b0766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852269989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852453329'] for subnet, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:33.223325 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-497e965a-4c1e-4c4d-a118-5c455db34a2b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:59:33.280921 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:33.348981 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-953ee40a-9ccf-436d-bd8b-c1a6890a64c2 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 20.8566294 Jan 19 15:59:33.366516 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-497e965a-4c1e-4c4d-a118-5c455db34a2b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Usage tracker for resource:security_group_rule and tenant:a5ad27bc88e04bd18332340c160e78f4 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:59:33.393014 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-497e965a-4c1e-4c4d-a118-5c455db34a2b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:59:33.441821 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1f2fc-ce88-4d5d-9263-eb843b2b0766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a683e752-2ebf-4a08-acf4-2556b27477e5,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:33.465089 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4ab1f2fc-ce88-4d5d-9263-eb843b2b0766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:33.474436 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-4cf46b8c-5ec8-41f0-88ad-d3aa9e373a64 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=80160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 15:59:33.484737 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-4cf46b8c-5ec8-41f0-88ad-d3aa9e373a64 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0816381 Jan 19 15:59:33.540711 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-497e965a-4c1e-4c4d-a118-5c455db34a2b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:59:33.858672 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4ab1f2fc-ce88-4d5d-9263-eb843b2b0766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:33.859898 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:33.890420 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-4ab1f2fc-ce88-4d5d-9263-eb843b2b0766 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/a683e752-2ebf-4a08-acf4-2556b27477e5 HTTP/1.1" status: 204 len: 168 time: 2.3859816 Jan 19 15:59:33.895159 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 41920) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:33.949111 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] For port 7f8371c4-9dc7-44e6-8cf8-a007066caddb, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=7f8371c4-9dc7-44e6-8cf8-a007066caddb,segment=NetworkSegment(df4602cc-7cc3-4442-ad7e-3dfa8118ccff),segment_id=df4602cc-7cc3-4442-ad7e-3dfa8118ccff)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 15:59:33.958447 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:33.963890 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:34.148912 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-10ac040d-82e9-42e9-957e-896e815a470d req-4d57092f-9343-41e4-ace1-f9e70a155ab0 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Synchronizing usage tracker for tenant:4424ac45d4934f389ea21b2c76ea9c97 on resource:security_group {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 15:59:34.165355 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-236c4d28-2466-4542-a2b0-9c9d479e3151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:34.276468 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-97b12656-3429-4e4b-b501-dfbc3cc5390a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:34.339676 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Pushing event updated for resources: {'Port': ['ID=7f8371c4-9dc7-44e6-8cf8-a007066caddb,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:34.368675 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:34.380100 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d6ef727f-74e8-40da-b1a8-1eef1c267b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245900'] for network, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:34.784489 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:34.864920 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 7f8371c4-9dc7-44e6-8cf8-a007066caddb up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 15:59:35.141466 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port 7f8371c4-9dc7-44e6-8cf8-a007066caddb triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:59:35.142510 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:35.247716 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d6ef727f-74e8-40da-b1a8-1eef1c267b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736146', 'neutron.services.segments.db._delete_segments_for_network--9223363244352747226'] for network, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:35.663211 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device c8c8a46d-7593-4434-8024-aec395885872 up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 15:59:35.675366 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-497e965a-4c1e-4c4d-a118-5c455db34a2b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for security_group_rule, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:35.723587 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-d6ef727f-74e8-40da-b1a8-1eef1c267b43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cda42ee-5ada-4721-be13-c4b809a62086']}} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:59:35.749600 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ed043713-ecc7-4063-826d-b83190a1c371 req-2cafcee2-bc4f-4a74-9b40-9a5d1b47b56c tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/ports?device_id=92c45433-dca4-4c05-9264-73a4c2b886b3 HTTP/1.1" status: 200 len: 210 time: 1.8479440 Jan 19 15:59:35.813445 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-d6ef727f-74e8-40da-b1a8-1eef1c267b43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf4a504-3264-4548-b2ba-8076756d25ac') {'for_net_delete': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:59:35.815252 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-d6ef727f-74e8-40da-b1a8-1eef1c267b43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf4a504-3264-4548-b2ba-8076756d25ac') {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:59:35.864093 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c4d28-2466-4542-a2b0-9c9d479e3151 admin admin] Pushing event updated for resources: {'Port': ['ID=473d9f30-18c8-4496-8f02-e61eab3038ed,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:35.866526 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning for port c8c8a46d-7593-4434-8024-aec395885872 completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 15:59:35.883412 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port c8c8a46d-7593-4434-8024-aec395885872 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:59:35.883412 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:35.885568 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d6ef727f-74e8-40da-b1a8-1eef1c267b43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244352752346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2721809'] for segment, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:35.904078 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-236c4d28-2466-4542-a2b0-9c9d479e3151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.119s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:35.981447 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d6ef727f-74e8-40da-b1a8-1eef1c267b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:35.989518 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d6ef727f-74e8-40da-b1a8-1eef1c267b43 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 15:59:36.076685 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 15:59:36.188731 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:36.281124 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] For port c8c8a46d-7593-4434-8024-aec395885872, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=c8c8a46d-7593-4434-8024-aec395885872,segment=NetworkSegment(e72f2297-08fd-49e9-9edb-06951c7ef4e0),segment_id=e72f2297-08fd-49e9-9edb-06951c7ef4e0)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 15:59:36.287504 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:36.302308 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:36.406462 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-5f8174f7-2ed7-4e3a-9061-91bb89fbae77 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Allocated IP 172.20.0.7 (90b01235-d8a3-4df7-ba80-7a4841360716/89767e54-dac0-4859-ae0b-0ca76f7497b2/096dcd90-75e6-487b-8a2e-60066ac98053) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 15:59:36.548079 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-497e965a-4c1e-4c4d-a118-5c455db34a2b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:36.552814 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Pushing event updated for resources: {'Port': ['ID=c8c8a46d-7593-4434-8024-aec395885872,revision_number=5']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:36.557237 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236c4d28-2466-4542-a2b0-9c9d479e3151 admin admin] Network 6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 15:59:36.570817 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:36.571148 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Request body: {'port': {'device_id': 'e21ca899-e247-4972-993d-5daf36ec9f45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:59:36.668495 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:36.679587 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-d6ef727f-74e8-40da-b1a8-1eef1c267b43 admin admin] Network 8cda42ee-5ada-4721-be13-c4b809a62086 has no segments {{(pid=80159) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 15:59:36.696266 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d6ef727f-74e8-40da-b1a8-1eef1c267b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854040106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2506744'] for segment, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:36.705207 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-236c4d28-2466-4542-a2b0-9c9d479e3151 admin admin] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 15:59:36.851701 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236c4d28-2466-4542-a2b0-9c9d479e3151 admin admin] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 15:59:36.852554 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-236c4d28-2466-4542-a2b0-9c9d479e3151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853037727'] for router_interface, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:36.986108 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:37.006529 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-10ac040d-82e9-42e9-957e-896e815a470d req-4d57092f-9343-41e4-ace1-f9e70a155ab0 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Unset dirty status for tenant:4424ac45d4934f389ea21b2c76ea9c97 on resource:security_group {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 15:59:37.023713 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-10ac040d-82e9-42e9-957e-896e815a470d req-4d57092f-9343-41e4-ace1-f9e70a155ab0 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 4.2973957 Jan 19 15:59:37.024908 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-497e965a-4c1e-4c4d-a118-5c455db34a2b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853051034'] for security_group_rule, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:37.028241 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 41976) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:37.106190 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:37.311848 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:37.386931 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-236c4d28-2466-4542-a2b0-9c9d479e3151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:37.401777 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-beb72be7-3b82-4fd6-bd92-b5e224fbe3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:37.421648 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-471cb4b8-1fd1-4929-afca-56c79151ebb5 None None] Provisioning for port 473d9f30-18c8-4496-8f02-e61eab3038ed completed by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 15:59:37.444498 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-471cb4b8-1fd1-4929-afca-56c79151ebb5 None None] Provisioning complete for port 473d9f30-18c8-4496-8f02-e61eab3038ed triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:59:37.445675 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-471cb4b8-1fd1-4929-afca-56c79151ebb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:37.480226 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e965a-4c1e-4c4d-a118-5c455db34a2b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a00acb-3c17-4110-864b-98d12a16669d,revision_number=0']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:37.482442 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-d6ef727f-74e8-40da-b1a8-1eef1c267b43 admin admin] Network 8cda42ee-5ada-4721-be13-c4b809a62086 has no segments {{(pid=80159) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: Traceback (most recent call last): Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: timer() Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: cb(*args, **kw) Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: return func(*args, **kwargs) Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: self._notify() Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: self.callback(batched_events) Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: event.method(event) Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: segment_id)['aggregates'][0] Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: return f(self, *a, **k) Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: return self._get(url).json() Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: **kwargs) Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: return self.request(url, 'GET', **kwargs) Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: **endpoint_filter) Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 15:59:37.590815 dv-cinder-667108-29-smb neutron-server[80046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 15:59:37.667449 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-471cb4b8-1fd1-4929-afca-56c79151ebb5 None None] Port 473d9f30-18c8-4496-8f02-e61eab3038ed cannot update to ACTIVE because it is not bound. {{(pid=80161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 15:59:37.828399 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-497e965a-4c1e-4c4d-a118-5c455db34a2b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:37.840921 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d6ef727f-74e8-40da-b1a8-1eef1c267b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854039654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853037674'] for network, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:37.846767 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:37.891558 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d6ef727f-74e8-40da-b1a8-1eef1c267b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:37.902500 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef727f-74e8-40da-b1a8-1eef1c267b43 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cda42ee-5ada-4721-be13-c4b809a62086,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:37.908097 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-d6ef727f-74e8-40da-b1a8-1eef1c267b43 admin admin] 10.222.0.110 "DELETE /v2.0/networks/8cda42ee-5ada-4721-be13-c4b809a62086 HTTP/1.1" status: 204 len: 168 time: 4.0059283 Jan 19 15:59:37.910124 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d6ef727f-74e8-40da-b1a8-1eef1c267b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:37.944971 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:38.011354 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-53c0dbf1-f500-4713-9f74-31c730de9afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:38.037377 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6428998e-504e-42c7-a67e-657de4e9b2de req-b72b5da9-3098-4b34-99d6-4aa1303542cd tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/ports?device_id=92c45433-dca4-4c05-9264-73a4c2b886b3 HTTP/1.1" status: 200 len: 210 time: 0.5978155 Jan 19 15:59:38.468760 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-53c0dbf1-f500-4713-9f74-31c730de9afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:59:38.478225 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-53c0dbf1-f500-4713-9f74-31c730de9afe admin admin] Usage tracker for resource:security_group_rule and tenant:a7be3a467c314a4c9f7550bf85db4950 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:59:38.485746 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-53c0dbf1-f500-4713-9f74-31c730de9afe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:59:38.683508 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42010) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:38.705135 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device c8c8a46d-7593-4434-8024-aec395885872 up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 15:59:38.803404 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-093bf725-b5b8-4257-9732-7b34511f4039 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=edfae3e4bc384ad79941c4c456e6ebb7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1172621 Jan 19 15:59:38.807535 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42016) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:38.888036 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port c8c8a46d-7593-4434-8024-aec395885872 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:59:38.888749 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:38.934334 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-236c4d28-2466-4542-a2b0-9c9d479e3151 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:38.946682 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-497e965a-4c1e-4c4d-a118-5c455db34a2b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for security_group_rule, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:38.953921 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-497e965a-4c1e-4c4d-a118-5c455db34a2b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 6.1122353 Jan 19 15:59:38.955225 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-69a07d14-31d6-45ca-b84e-f58fd8e9ee1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:38.962783 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42020) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:38.972259 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-53c0dbf1-f500-4713-9f74-31c730de9afe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:59:38.975542 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-98519aa3-1319-4f22-a24f-594a39106b26 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Request body: {'security_group_rule': {'security_group_id': '0bccce58-bffb-400f-8622-ab0ec1232787', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:59:39.015156 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-98519aa3-1319-4f22-a24f-594a39106b26 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:59:39.044061 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-98519aa3-1319-4f22-a24f-594a39106b26 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Usage tracker for resource:security_group_rule and tenant:a5ad27bc88e04bd18332340c160e78f4 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:59:39.055817 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-98519aa3-1319-4f22-a24f-594a39106b26 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:59:39.069824 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-236c4d28-2466-4542-a2b0-9c9d479e3151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:39.074328 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-69a07d14-31d6-45ca-b84e-f58fd8e9ee1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:39.100829 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-98519aa3-1319-4f22-a24f-594a39106b26 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:59:39.148431 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-236c4d28-2466-4542-a2b0-9c9d479e3151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853088085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853036600'] for router_interface, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:39.183174 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-98519aa3-1319-4f22-a24f-594a39106b26 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for security_group_rule, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:39.228135 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:39.345396 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-98519aa3-1319-4f22-a24f-594a39106b26 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:39.350066 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-98519aa3-1319-4f22-a24f-594a39106b26 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853051034'] for security_group_rule, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:39.356521 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:39.433431 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-98519aa3-1319-4f22-a24f-594a39106b26 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for security_group_rule, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:39.440193 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-98519aa3-1319-4f22-a24f-594a39106b26 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4710131 Jan 19 15:59:39.440193 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98519aa3-1319-4f22-a24f-594a39106b26 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd7a5af-5a34-447f-9704-69a5a425ba00,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:39.444119 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42026) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:39.458596 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:39.465100 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-57862e9e-59a4-46d6-abcb-7e013cd48d49 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Request body: {'floatingip': {'floating_network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:59:39.487279 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-57862e9e-59a4-46d6-abcb-7e013cd48d49 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:59:39.497372 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-57862e9e-59a4-46d6-abcb-7e013cd48d49 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Usage tracker for resource:floatingip and tenant:a5ad27bc88e04bd18332340c160e78f4 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:59:39.503665 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-57862e9e-59a4-46d6-abcb-7e013cd48d49 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:59:39.517684 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-98519aa3-1319-4f22-a24f-594a39106b26 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:39.520745 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-69a07d14-31d6-45ca-b84e-f58fd8e9ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:39.523294 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-57862e9e-59a4-46d6-abcb-7e013cd48d49 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:59:39.533110 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-69a07d14-31d6-45ca-b84e-f58fd8e9ee1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:39.540741 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-69a07d14-31d6-45ca-b84e-f58fd8e9ee1c admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/e08f5dd8-b812-4e7b-8b0d-a67212e0ccfa HTTP/1.1" status: 204 len: 168 time: 0.7259581 Jan 19 15:59:39.540741 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:39.569002 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a07d14-31d6-45ca-b84e-f58fd8e9ee1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08f5dd8-b812-4e7b-8b0d-a67212e0ccfa,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:39.576274 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-69a07d14-31d6-45ca-b84e-f58fd8e9ee1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:39.589609 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-57862e9e-59a4-46d6-abcb-7e013cd48d49 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for floatingip, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:39.956617 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-53c0dbf1-f500-4713-9f74-31c730de9afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:39.981524 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236c4d28-2466-4542-a2b0-9c9d479e3151 admin admin] Network 6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 15:59:39.982930 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-57862e9e-59a4-46d6-abcb-7e013cd48d49 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:40.139982 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-236c4d28-2466-4542-a2b0-9c9d479e3151 admin admin] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 15:59:40.143219 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-53c0dbf1-f500-4713-9f74-31c730de9afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:40.212590 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-dfaff635-1ed2-408a-85bb-b1a920f9d4a8 req-755b090e-8554-46ae-bf14-8e599dd1caf7 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Synchronizing usage tracker for tenant:f56ee43d1bf54ac5ab28202b014fa93d on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 15:59:40.727181 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [None req-57862e9e-59a4-46d6-abcb-7e013cd48d49 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Allocated IP 172.28.3.6 (8cb986dc-564f-4d7a-9897-91054d6f010e/8785aac7-d333-468d-9a45-aa55950b5c1c/f9e47bd0-f6e6-4053-90c6-f189ca91115a) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 15:59:40.735482 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b936c949-7b22-4bd9-8486-dcd593e7fe5c {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 15:59:40.748488 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-abdaa26a-d6c1-4d21-99d6-7c3f3ac0a2fd None None] Provisioning complete for port 473d9f30-18c8-4496-8f02-e61eab3038ed triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:59:40.750432 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-abdaa26a-d6c1-4d21-99d6-7c3f3ac0a2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:40.775097 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:40.937583 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-abdaa26a-d6c1-4d21-99d6-7c3f3ac0a2fd None None] Port 473d9f30-18c8-4496-8f02-e61eab3038ed cannot update to ACTIVE because it is not bound. {{(pid=80161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 15:59:41.154850 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-57862e9e-59a4-46d6-abcb-7e013cd48d49 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:41.188451 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42050) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:41.322188 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-57862e9e-59a4-46d6-abcb-7e013cd48d49 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852269169'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:41.328109 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-e57c0ed3-263b-4cb4-a696-766d5ecde708 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=221f3c964856411cbb122f37b17e2481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1374562 Jan 19 15:59:41.585328 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42060) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:41.586191 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:41.678981 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-53c0dbf1-f500-4713-9f74-31c730de9afe admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=a7be3a467c314a4c9f7550bf85db4950&name=default HTTP/1.1" status: 200 len: 2979 time: 4.6364129 Jan 19 15:59:41.700784 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Transition to ACTIVE for port object b936c949-7b22-4bd9-8486-dcd593e7fe5c will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 15:59:41.703838 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-dfaff635-1ed2-408a-85bb-b1a920f9d4a8 req-755b090e-8554-46ae-bf14-8e599dd1caf7 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Unset dirty status for tenant:f56ee43d1bf54ac5ab28202b014fa93d on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 15:59:41.704977 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-dfaff635-1ed2-408a-85bb-b1a920f9d4a8 req-755b090e-8554-46ae-bf14-8e599dd1caf7 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/ports?device_id=92c45433-dca4-4c05-9264-73a4c2b886b3 HTTP/1.1" status: 200 len: 210 time: 2.1370773 Jan 19 15:59:41.706106 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 42076) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:41.724525 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c4d28-2466-4542-a2b0-9c9d479e3151 admin admin] Pushing event updated for resources: {'Port': ['ID=473d9f30-18c8-4496-8f02-e61eab3038ed,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:41.773346 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-236c4d28-2466-4542-a2b0-9c9d479e3151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.318s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:41.873082 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-efac29e3-3079-4531-bc6e-604c113db0bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.064s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:41.889997 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57862e9e-59a4-46d6-abcb-7e013cd48d49 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Network 8cb986dc-564f-4d7a-9897-91054d6f010e is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 15:59:41.902442 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-57862e9e-59a4-46d6-abcb-7e013cd48d49 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 15:59:41.914688 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57862e9e-59a4-46d6-abcb-7e013cd48d49 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 15:59:41.930851 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:42.019041 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6850ed9a-7af9-4e10-8273-9aa14606de50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:42.037247 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57862e9e-59a4-46d6-abcb-7e013cd48d49 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Pushing event updated for resources: {'Port': ['ID=f9e47bd0-f6e6-4053-90c6-f189ca91115a,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:42.062473 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-57862e9e-59a4-46d6-abcb-7e013cd48d49 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:42.162071 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6850ed9a-7af9-4e10-8273-9aa14606de50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:42.176930 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-5f8174f7-2ed7-4e3a-9061-91bb89fbae77 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:42.202245 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0dbf1-f500-4713-9f74-31c730de9afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de65961-c41e-4b2b-8cb8-9525fb801273,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:42.261844 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-57862e9e-59a4-46d6-abcb-7e013cd48d49 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for floatingip, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:42.271204 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b7160-24d2-45e5-9b6f-9e71636476ba req-b60d122e-516b-46ac-bd66-5bbbe5eafba1 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:59:42.276822 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d82b7160-24d2-45e5-9b6f-9e71636476ba req-b60d122e-516b-46ac-bd66-5bbbe5eafba1 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 931 time: 3.4150479 Jan 19 15:59:42.280508 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-53c0dbf1-f500-4713-9f74-31c730de9afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:42.287823 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236c4d28-2466-4542-a2b0-9c9d479e3151 admin admin] Router ce2f8eee-08cd-45d3-909c-dc6b6e008f84 has already been hosted by L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f {{(pid=80160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 15:59:42.297256 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6a698f90-f0b3-4708-a826-561e1dd49915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:42.375794 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6850ed9a-7af9-4e10-8273-9aa14606de50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:42.389677 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42082) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:42.418760 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:42.446136 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850ed9a-7af9-4e10-8273-9aa14606de50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c996fdd6-60a0-44e8-98fc-8c81208e5985,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:42.450379 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6850ed9a-7af9-4e10-8273-9aa14606de50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:42.467746 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-57862e9e-59a4-46d6-abcb-7e013cd48d49 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:42.526574 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9dd92097-f8a6-48c5-bcb5-66c00a59ba9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:42.565794 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Pushing event updated for resources: {'Port': ['ID=b936c949-7b22-4bd9-8486-dcd593e7fe5c,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:42.615701 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:42.887108 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9dd92097-f8a6-48c5-bcb5-66c00a59ba9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:42.916171 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3e1a33f5-51df-48a2-8611-ce95d4d68e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:42.947740 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d82b7160-24d2-45e5-9b6f-9e71636476ba req-b9ddd8a7-544c-4aab-99b0-17ee24f2e4ce tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5560722 Jan 19 15:59:42.983169 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-3e1a33f5-51df-48a2-8611-ce95d4d68e90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:59:42.991790 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-3e1a33f5-51df-48a2-8611-ce95d4d68e90 admin admin] Usage tracker for resource:security_group_rule and tenant:0588942549d34f6ab9ab398d8a04332e is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:59:42.997791 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-3e1a33f5-51df-48a2-8611-ce95d4d68e90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:59:43.012485 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-3e1a33f5-51df-48a2-8611-ce95d4d68e90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:59:43.153699 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-5f8174f7-2ed7-4e3a-9061-91bb89fbae77 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:43.264110 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6850ed9a-7af9-4e10-8273-9aa14606de50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:43.265711 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-6850ed9a-7af9-4e10-8273-9aa14606de50 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/c996fdd6-60a0-44e8-98fc-8c81208e5985 HTTP/1.1" status: 204 len: 168 time: 1.6268618 Jan 19 15:59:43.520976 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3e1a33f5-51df-48a2-8611-ce95d4d68e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:43.528143 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3e1a33f5-51df-48a2-8611-ce95d4d68e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:43.528421 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236c4d28-2466-4542-a2b0-9c9d479e3151 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 15:59:43.546280 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8334b8d4-594c-44d6-a2cc-fac8e3e6cc83 None None] Sync routers for ids ['ce2f8eee-08cd-45d3-909c-dc6b6e008f84'] in dv-cinder-667108-29-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 15:59:43.551525 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:43.580628 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8334b8d4-594c-44d6-a2cc-fac8e3e6cc83 None None] Routers {'ce2f8eee-08cd-45d3-909c-dc6b6e008f84'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 15:59:43.588644 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-8334b8d4-594c-44d6-a2cc-fac8e3e6cc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T15:59:37Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['ce2f8eee-08cd-45d3-909c-dc6b6e008f84'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:59:43.635196 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-a6e31a42-6383-4571-9a8b-20a313eea74c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:43.671949 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-57862e9e-59a4-46d6-abcb-7e013cd48d49 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:43.674934 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a33f5-51df-48a2-8611-ce95d4d68e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c7605a-4478-46d3-bc1f-c95d66ac9ec7,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:43.686225 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-3e1a33f5-51df-48a2-8611-ce95d4d68e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:43.686985 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-57862e9e-59a4-46d6-abcb-7e013cd48d49 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506630'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:43.696805 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-3e1a33f5-51df-48a2-8611-ce95d4d68e90 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=0588942549d34f6ab9ab398d8a04332e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3000579 Jan 19 15:59:43.711668 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42104) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:43.712292 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:43.796258 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9dd92097-f8a6-48c5-bcb5-66c00a59ba9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:43.820846 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8174f7-2ed7-4e3a-9061-91bb89fbae77 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Pushing event updated for resources: {'Port': ['ID=096dcd90-75e6-487b-8a2e-60066ac98053,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:43.827982 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-5f8174f7-2ed7-4e3a-9061-91bb89fbae77 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:43.840651 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9dd92097-f8a6-48c5-bcb5-66c00a59ba9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:43.847933 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-9dd92097-f8a6-48c5-bcb5-66c00a59ba9d admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/2de65961-c41e-4b2b-8cb8-9525fb801273 HTTP/1.1" status: 204 len: 168 time: 2.1215978 Jan 19 15:59:43.847933 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Attempting to bind port b936c949-7b22-4bd9-8486-dcd593e7fe5c on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 15:59:43.847933 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Attempting to bind port b936c949-7b22-4bd9-8486-dcd593e7fe5c by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '9c7be493-b0f1-4c72-8511-958af199a8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5a07f96a-01d8-459c-9b69-968e5b6b4ff4'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 15:59:43.847933 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Attempting to bind port b936c949-7b22-4bd9-8486-dcd593e7fe5c on network 5a07f96a-01d8-459c-9b69-968e5b6b4ff4 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 15:59:43.962771 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:43.981651 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Checking agent: {'id': '073d1919-22dd-4be4-a5f1-d010cf1bf21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 56, 7), 'started_at': datetime.datetime(2021, 1, 19, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 15:59:43.982422 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Checking segment: {'id': '9c7be493-b0f1-4c72-8511-958af199a8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5a07f96a-01d8-459c-9b69-968e5b6b4ff4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 15:59:43.983300 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:43.984098 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Bound using segment: {'id': '9c7be493-b0f1-4c72-8511-958af199a8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5a07f96a-01d8-459c-9b69-968e5b6b4ff4'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 15:59:43.985137 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Bound port: b936c949-7b22-4bd9-8486-dcd593e7fe5c, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7be493-b0f1-4c72-8511-958af199a8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5a07f96a-01d8-459c-9b69-968e5b6b4ff4'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 15:59:43.986266 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:44.039226 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd92097-f8a6-48c5-bcb5-66c00a59ba9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de65961-c41e-4b2b-8cb8-9525fb801273,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:44.046558 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9dd92097-f8a6-48c5-bcb5-66c00a59ba9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:44.066785 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-236c4d28-2466-4542-a2b0-9c9d479e3151 admin admin] 10.222.0.110 "PUT /v2.0/routers/ce2f8eee-08cd-45d3-909c-dc6b6e008f84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 26.5049119 Jan 19 15:59:44.130751 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57862e9e-59a4-46d6-abcb-7e013cd48d49 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Pushing event updated for resources: {'Port': ['ID=f9e47bd0-f6e6-4053-90c6-f189ca91115a,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:44.168644 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-57862e9e-59a4-46d6-abcb-7e013cd48d49 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:44.241360 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4a766950-9801-41b4-a347-ab8be574b28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:44.426031 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e294ca7-19fa-406a-aa8a-e190fa45acfc req-013bcc5c-ce88-4938-8c8b-bff21332aaf3 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:59:44.429659 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3e294ca7-19fa-406a-aa8a-e190fa45acfc req-013bcc5c-ce88-4938-8c8b-bff21332aaf3 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/ports?device_id=92c45433-dca4-4c05-9264-73a4c2b886b3 HTTP/1.1" status: 200 len: 931 time: 1.3688703 Jan 19 15:59:44.473658 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4a766950-9801-41b4-a347-ab8be574b28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:44.542324 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-57862e9e-59a4-46d6-abcb-7e013cd48d49 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853037689'] for floatingip, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:44.607948 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-57862e9e-59a4-46d6-abcb-7e013cd48d49 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for floatingip, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:44.627388 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-57862e9e-59a4-46d6-abcb-7e013cd48d49 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.1756022 Jan 19 15:59:44.645036 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4a766950-9801-41b4-a347-ab8be574b28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:44.666426 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-528942cd-9576-4aec-99ff-68ed9de38457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:44.701648 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-8334b8d4-594c-44d6-a2cc-fac8e3e6cc83 None None] Set router ce2f8eee-08cd-45d3-909c-dc6b6e008f84 gateway port host: dv-cinder-667108-29-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 15:59:44.727676 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a766950-9801-41b4-a347-ab8be574b28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c7605a-4478-46d3-bc1f-c95d66ac9ec7,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:44.742209 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4a766950-9801-41b4-a347-ab8be574b28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:44.752392 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4a766950-9801-41b4-a347-ab8be574b28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:44.765064 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-4a766950-9801-41b4-a347-ab8be574b28d admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b3c7605a-4478-46d3-bc1f-c95d66ac9ec7 HTTP/1.1" status: 204 len: 168 time: 0.9914939 Jan 19 15:59:44.868384 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-5f8174f7-2ed7-4e3a-9061-91bb89fbae77 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Network 90b01235-d8a3-4df7-ba80-7a4841360716 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 15:59:44.877752 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-5f8174f7-2ed7-4e3a-9061-91bb89fbae77 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 15:59:44.891540 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-5f8174f7-2ed7-4e3a-9061-91bb89fbae77 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 15:59:44.921937 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-5f8174f7-2ed7-4e3a-9061-91bb89fbae77 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:59:44.922740 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-5f8174f7-2ed7-4e3a-9061-91bb89fbae77 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:45.079308 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-5f8174f7-2ed7-4e3a-9061-91bb89fbae77 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 16.1485119 Jan 19 15:59:45.125529 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-cdc6da6f-ef99-43cd-91ad-6aeee58f6bf6 service neutron] Request body: {'port': {'device_id': '92c45433-dca4-4c05-9264-73a4c2b886b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:59:45.192909 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3e294ca7-19fa-406a-aa8a-e190fa45acfc req-c676a7d0-bdec-4325-829d-20439c87167f tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/security-groups?id=0316fb75-d756-4449-a7fe-d23b5407c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6111238 Jan 19 15:59:45.331171 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] For port b936c949-7b22-4bd9-8486-dcd593e7fe5c, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 15:59:45.412652 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9728ad-e0ed-40de-a434-09c2491cf1a8 req-b68c97ab-1d6e-4a96-83c8-e0331a02442f tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:59:45.414907 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6e9728ad-e0ed-40de-a434-09c2491cf1a8 req-b68c97ab-1d6e-4a96-83c8-e0331a02442f tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 943 time: 0.9595559 Jan 19 15:59:45.446631 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] For port b936c949-7b22-4bd9-8486-dcd593e7fe5c, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=b936c949-7b22-4bd9-8486-dcd593e7fe5c,segment=NetworkSegment(9c7be493-b0f1-4c72-8511-958af199a8fd),segment_id=9c7be493-b0f1-4c72-8511-958af199a8fd)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 15:59:45.485472 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:45.537873 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:45.617689 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-cdc6da6f-ef99-43cd-91ad-6aeee58f6bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:45.639593 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-8334b8d4-594c-44d6-a2cc-fac8e3e6cc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'name': 'tempest-AttachVolumeTestJSON-831487525-router', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:54Z', 'updated_at': '2021-01-19T15:59:36Z', 'revision_number': 4, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'gw_port': {'id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:59Z', 'updated_at': '2021-01-19T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': '473d9f30-18c8-4496-8f02-e61eab3038ed', 'name': '', 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'mac_address': 'fa:16:3e:8c:ad:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:24Z', 'updated_at': '2021-01-19T15:59:38Z', 'revision_number': 2, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'subnets': [{'id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:59:45.649602 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8334b8d4-594c-44d6-a2cc-fac8e3e6cc83 None None] Checking router: ce2f8eee-08cd-45d3-909c-dc6b6e008f84 for host: dv-cinder-667108-29-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 15:59:45.650593 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8334b8d4-594c-44d6-a2cc-fac8e3e6cc83 None None] Updating router ce2f8eee-08cd-45d3-909c-dc6b6e008f84 port 473d9f30-18c8-4496-8f02-e61eab3038ed binding host dv-cinder-667108-29-smb {{(pid=80161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 15:59:45.731268 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42150) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:45.808818 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:45.839820 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8334b8d4-594c-44d6-a2cc-fac8e3e6cc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:45.846947 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:59:45.856085 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Usage tracker for resource:security_group_rule and tenant:7b041327b03e4da0b1ec2c02f9cc4a4b is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:59:45.862758 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:59:45.876432 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:59:46.123348 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:46.137103 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:46.266082 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:46.312308 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=7b041327b03e4da0b1ec2c02f9cc4a4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5784152 Jan 19 15:59:46.317616 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42168) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:46.564560 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209b12eb-c919-4d49-967f-3af000f4d7fc,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:46.696237 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:46.700834 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:46.702752 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:46.704720 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:46.706669 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:46.710195 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:46.711095 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:46.712876 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:46.717284 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:46.718252 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:46.719141 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:46.719928 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:46.724345 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:46.725190 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:46.727500 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:46.728298 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:46.732329 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:46.733434 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:46.734213 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:46.737253 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:46.739627 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:46.739627 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:46.743115 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:46.745160 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:46.764509 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:46.765355 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42176) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:46.832567 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-08cee750-b041-4388-b47e-c269a81eed4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:46.897449 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-08cee750-b041-4388-b47e-c269a81eed4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:46.932966 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-04a24c18-9839-4eee-9455-932a8b77b2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:47.030826 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-04a24c18-9839-4eee-9455-932a8b77b2b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:59:47.071568 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-04a24c18-9839-4eee-9455-932a8b77b2b6 admin admin] Usage tracker for resource:security_group_rule and tenant:8042a0b38a20418bb65b3a04ebbe3b12 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:59:47.105550 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-04a24c18-9839-4eee-9455-932a8b77b2b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:59:47.154377 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8334b8d4-594c-44d6-a2cc-fac8e3e6cc83 None None] Notify callbacks [] for port, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:47.161367 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-04a24c18-9839-4eee-9455-932a8b77b2b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:59:47.226960 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-8334b8d4-594c-44d6-a2cc-fac8e3e6cc83 None None] Transition to ACTIVE for port object 473d9f30-18c8-4496-8f02-e61eab3038ed will not be triggered until provisioned by entity L2. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 15:59:47.245714 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8334b8d4-594c-44d6-a2cc-fac8e3e6cc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:47.299208 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:47.332966 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-08cee750-b041-4388-b47e-c269a81eed4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:47.342750 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6e9728ad-e0ed-40de-a434-09c2491cf1a8 req-60d07afa-af6b-4073-8eb5-771b5d74061d tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8936830 Jan 19 15:59:47.397118 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-90bf0bb0-6d23-4463-9c24-a8e432db6920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:47.482537 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-08cee750-b041-4388-b47e-c269a81eed4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:47.491035 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-08cee750-b041-4388-b47e-c269a81eed4e admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/209b12eb-c919-4d49-967f-3af000f4d7fc HTTP/1.1" status: 204 len: 168 time: 1.1651187 Jan 19 15:59:47.493174 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42186) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:47.516768 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cee750-b041-4388-b47e-c269a81eed4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209b12eb-c919-4d49-967f-3af000f4d7fc,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:47.536509 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-13d15dd4-f0d8-4299-bc94-c7017cf2ad0e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Request body: {'security_group': {'name': 'tempest-securitygroup--1582719804', 'description': 'tempest-description--2020026849'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:59:47.613553 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-08cee750-b041-4388-b47e-c269a81eed4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:47.623019 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-13d15dd4-f0d8-4299-bc94-c7017cf2ad0e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:59:47.626848 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e8843-e7b7-452b-b4d5-5e80f9e01119 None None] Pushing event updated for resources: {'Port': ['ID=473d9f30-18c8-4496-8f02-e61eab3038ed,revision_number=3']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:47.744601 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-043e8843-e7b7-452b-b4d5-5e80f9e01119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:47.762501 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-04a24c18-9839-4eee-9455-932a8b77b2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:47.766404 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-13d15dd4-f0d8-4299-bc94-c7017cf2ad0e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Usage tracker for resource:security_group and tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:59:47.774045 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-13d15dd4-f0d8-4299-bc94-c7017cf2ad0e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:59:47.780316 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-04a24c18-9839-4eee-9455-932a8b77b2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:47.797244 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-13d15dd4-f0d8-4299-bc94-c7017cf2ad0e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:59:47.949478 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:47.993904 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-04a24c18-9839-4eee-9455-932a8b77b2b6 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=8042a0b38a20418bb65b3a04ebbe3b12&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2128756 Jan 19 15:59:48.003279 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42210) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:48.186899 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-13d15dd4-f0d8-4299-bc94-c7017cf2ad0e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:48.298806 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-13d15dd4-f0d8-4299-bc94-c7017cf2ad0e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:59:48.323054 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-13d15dd4-f0d8-4299-bc94-c7017cf2ad0e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Usage tracker for resource:security_group_rule and tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:59:48.335422 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-13d15dd4-f0d8-4299-bc94-c7017cf2ad0e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:59:48.356836 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-13d15dd4-f0d8-4299-bc94-c7017cf2ad0e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:59:48.470227 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-cdc6da6f-ef99-43cd-91ad-6aeee58f6bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 096dcd90-75e6-487b-8a2e-60066ac98053 {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 15:59:48.487558 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-cdc6da6f-ef99-43cd-91ad-6aeee58f6bf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:48.514375 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-cdc6da6f-ef99-43cd-91ad-6aeee58f6bf6 service neutron] Transition to ACTIVE for port object 096dcd90-75e6-487b-8a2e-60066ac98053 will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 15:59:48.658841 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-13d15dd4-f0d8-4299-bc94-c7017cf2ad0e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:48.662527 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a24c18-9839-4eee-9455-932a8b77b2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e32661-c6c2-4e86-a572-9edab3d2d8b7,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:48.669186 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-04a24c18-9839-4eee-9455-932a8b77b2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:48.670255 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-cdc6da6f-ef99-43cd-91ad-6aeee58f6bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:48.720362 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-13d15dd4-f0d8-4299-bc94-c7017cf2ad0e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:48.858648 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-8334b8d4-594c-44d6-a2cc-fac8e3e6cc83 None None] Attempting to bind port 473d9f30-18c8-4496-8f02-e61eab3038ed on host dv-cinder-667108-29-smb for vnic_type normal with profile {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 15:59:48.864605 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-8334b8d4-594c-44d6-a2cc-fac8e3e6cc83 None None] Attempting to bind port 473d9f30-18c8-4496-8f02-e61eab3038ed by drivers openvswitch on host dv-cinder-667108-29-smb at level 0 using segments [{'id': 'fb008804-836d-4882-a02a-897d065b80a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2'}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 15:59:48.866289 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8334b8d4-594c-44d6-a2cc-fac8e3e6cc83 None None] Attempting to bind port 473d9f30-18c8-4496-8f02-e61eab3038ed on network 6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 15:59:48.896023 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8334b8d4-594c-44d6-a2cc-fac8e3e6cc83 None None] Checking agent: {'id': '5ecd99d1-ce90-4fa2-88be-ab4d7154f57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 48, 38), 'started_at': datetime.datetime(2021, 1, 19, 15, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 15:59:48.898690 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8334b8d4-594c-44d6-a2cc-fac8e3e6cc83 None None] Checking segment: {'id': 'fb008804-836d-4882-a02a-897d065b80a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 15:59:48.901210 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8334b8d4-594c-44d6-a2cc-fac8e3e6cc83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:48.905153 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8334b8d4-594c-44d6-a2cc-fac8e3e6cc83 None None] Bound using segment: {'id': 'fb008804-836d-4882-a02a-897d065b80a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2'} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 15:59:48.906604 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-8334b8d4-594c-44d6-a2cc-fac8e3e6cc83 None None] Bound port: 473d9f30-18c8-4496-8f02-e61eab3038ed, host: dv-cinder-667108-29-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb008804-836d-4882-a02a-897d065b80a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2'}}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 15:59:48.909185 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8334b8d4-594c-44d6-a2cc-fac8e3e6cc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:48.949374 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-ce5e117e-d519-4471-a728-3c5fe02dfe7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:48.975959 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-13d15dd4-f0d8-4299-bc94-c7017cf2ad0e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:48.984434 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-13d15dd4-f0d8-4299-bc94-c7017cf2ad0e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4822066 Jan 19 15:59:49.023442 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42234) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:49.030473 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b0c5dcab-93b9-43ee-9639-f61392b70384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:49.097048 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b0c5dcab-93b9-43ee-9639-f61392b70384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:49.213385 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b0c5dcab-93b9-43ee-9639-f61392b70384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:49.242634 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-70c2ab70-edbd-4315-a1ac-f273036580d6 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Synchronizing usage tracker for tenant:a5ad27bc88e04bd18332340c160e78f4 on resource:security_group {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 15:59:49.250144 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-186e9042-1d9b-43ad-ab29-51cf59baaef0 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Request body: {'security_group_rule': {'security_group_id': 'e59382fb-50f1-4c98-ae4e-3e518b4effca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:59:49.270359 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Pushing event updated for resources: {'Port': ['ID=b936c949-7b22-4bd9-8486-dcd593e7fe5c,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:49.284119 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b0c5dcab-93b9-43ee-9639-f61392b70384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:49.287734 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-b0c5dcab-93b9-43ee-9639-f61392b70384 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/d3e32661-c6c2-4e86-a572-9edab3d2d8b7 HTTP/1.1" status: 204 len: 168 time: 1.2777023 Jan 19 15:59:49.289966 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-186e9042-1d9b-43ad-ab29-51cf59baaef0 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:59:49.302662 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-8334b8d4-594c-44d6-a2cc-fac8e3e6cc83 None None] For port 473d9f30-18c8-4496-8f02-e61eab3038ed, host dv-cinder-667108-29-smb, cleared binding levels {{(pid=80161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 15:59:49.303237 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-186e9042-1d9b-43ad-ab29-51cf59baaef0 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Usage tracker for resource:security_group_rule and tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:59:49.308559 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d15dd4-f0d8-4299-bc94-c7017cf2ad0e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Pushing event updated for resources: {'SecurityGroup': ['ID=e59382fb-50f1-4c98-ae4e-3e518b4effca,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:49.312984 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-8334b8d4-594c-44d6-a2cc-fac8e3e6cc83 None None] For port 473d9f30-18c8-4496-8f02-e61eab3038ed, host dv-cinder-667108-29-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=473d9f30-18c8-4496-8f02-e61eab3038ed,segment=NetworkSegment(fb008804-836d-4882-a02a-897d065b80a8),segment_id=fb008804-836d-4882-a02a-897d065b80a8)] {{(pid=80161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 15:59:49.313780 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-186e9042-1d9b-43ad-ab29-51cf59baaef0 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:59:49.320494 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-13d15dd4-f0d8-4299-bc94-c7017cf2ad0e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:49.321091 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:49.326044 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8334b8d4-594c-44d6-a2cc-fac8e3e6cc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:49.346424 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:49.351696 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:49.354159 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:49.358061 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:49.358893 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:49.364981 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:49.365963 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:49.366867 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:49.367799 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:49.368808 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:49.372245 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:49.373306 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:49.375938 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-186e9042-1d9b-43ad-ab29-51cf59baaef0 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:59:49.377299 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:49.380437 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:49.381429 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:49.382303 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:49.383159 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:49.384710 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:49.385495 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:49.386261 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:49.387098 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:49.387896 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:49.388808 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:49.389594 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 15:59:49.392472 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:49.394324 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5dcab-93b9-43ee-9639-f61392b70384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e32661-c6c2-4e86-a572-9edab3d2d8b7,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:49.400329 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-b0c5dcab-93b9-43ee-9639-f61392b70384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:49.402076 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 3.864s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:49.434661 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.291s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:49.454341 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-186e9042-1d9b-43ad-ab29-51cf59baaef0 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for security_group_rule, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:49.604255 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6da6f-ef99-43cd-91ad-6aeee58f6bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=096dcd90-75e6-487b-8a2e-60066ac98053,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:49.622758 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-cdc6da6f-ef99-43cd-91ad-6aeee58f6bf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:49.751705 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-186e9042-1d9b-43ad-ab29-51cf59baaef0 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:49.756057 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-186e9042-1d9b-43ad-ab29-51cf59baaef0 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853051034'] for security_group_rule, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:49.759905 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-98519aa3-1319-4f22-a24f-594a39106b26 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:49.857914 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:59:49.858883 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:49.861384 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] 10.222.0.104 "PUT /v2.0/ports/b936c949-7b22-4bd9-8486-dcd593e7fe5c HTTP/1.1" status: 200 len: 1157 time: 15.1288748 Jan 19 15:59:49.870434 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e9042-1d9b-43ad-ab29-51cf59baaef0 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f77f03-b776-49ea-b858-cd7b3a6339f4,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:49.877362 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21ca899-e247-4972-993d-5daf36ec9f45', 'tag': 'b936c949-7b22-4bd9-8486-dcd593e7fe5c'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 15:59:49.893466 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-186e9042-1d9b-43ad-ab29-51cf59baaef0 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:49.910585 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-186e9042-1d9b-43ad-ab29-51cf59baaef0 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for security_group_rule, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:49.913244 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-186e9042-1d9b-43ad-ab29-51cf59baaef0 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7191560 Jan 19 15:59:49.923577 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42256) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:49.935821 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-d081b78d-f1f5-400e-b538-826abf1d081c tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Request body: {'security_group_rule': {'security_group_id': 'e59382fb-50f1-4c98-ae4e-3e518b4effca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:59:49.952277 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-d081b78d-f1f5-400e-b538-826abf1d081c tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:59:49.961163 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-d081b78d-f1f5-400e-b538-826abf1d081c tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Usage tracker for resource:security_group_rule and tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:59:49.967925 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-d081b78d-f1f5-400e-b538-826abf1d081c tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:59:49.987472 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-d081b78d-f1f5-400e-b538-826abf1d081c tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:59:50.038320 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d081b78d-f1f5-400e-b538-826abf1d081c tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for security_group_rule, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:50.074655 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e8843-e7b7-452b-b4d5-5e80f9e01119 None None] Pushing event updated for resources: {'Port': ['ID=473d9f30-18c8-4496-8f02-e61eab3038ed,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:50.100744 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-043e8843-e7b7-452b-b4d5-5e80f9e01119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:50.118008 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-cdc6da6f-ef99-43cd-91ad-6aeee58f6bf6 service neutron] Attempting to bind port 096dcd90-75e6-487b-8a2e-60066ac98053 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 15:59:50.122997 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-cdc6da6f-ef99-43cd-91ad-6aeee58f6bf6 service neutron] Attempting to bind port 096dcd90-75e6-487b-8a2e-60066ac98053 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '51031bb1-45ff-4ad4-a086-286c58b0a579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '90b01235-d8a3-4df7-ba80-7a4841360716'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 15:59:50.123721 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-cdc6da6f-ef99-43cd-91ad-6aeee58f6bf6 service neutron] Attempting to bind port 096dcd90-75e6-487b-8a2e-60066ac98053 on network 90b01235-d8a3-4df7-ba80-7a4841360716 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 15:59:50.136381 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-70c2ab70-edbd-4315-a1ac-f273036580d6 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Unset dirty status for tenant:a5ad27bc88e04bd18332340c160e78f4 on resource:security_group {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 15:59:50.138522 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-70c2ab70-edbd-4315-a1ac-f273036580d6 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--971716293&fields=id&tenant_id=a5ad27bc88e04bd18332340c160e78f4 HTTP/1.1" status: 200 len: 267 time: 1.5276818 Jan 19 15:59:50.237812 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-cdc6da6f-ef99-43cd-91ad-6aeee58f6bf6 service neutron] Checking agent: {'id': '073d1919-22dd-4be4-a5f1-d010cf1bf21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 56, 7), 'started_at': datetime.datetime(2021, 1, 19, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 15:59:50.239090 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-cdc6da6f-ef99-43cd-91ad-6aeee58f6bf6 service neutron] Checking segment: {'id': '51031bb1-45ff-4ad4-a086-286c58b0a579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '90b01235-d8a3-4df7-ba80-7a4841360716'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 15:59:50.239974 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-cdc6da6f-ef99-43cd-91ad-6aeee58f6bf6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:50.241501 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-cdc6da6f-ef99-43cd-91ad-6aeee58f6bf6 service neutron] Bound using segment: {'id': '51031bb1-45ff-4ad4-a086-286c58b0a579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '90b01235-d8a3-4df7-ba80-7a4841360716'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 15:59:50.242367 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-cdc6da6f-ef99-43cd-91ad-6aeee58f6bf6 service neutron] Bound port: 096dcd90-75e6-487b-8a2e-60066ac98053, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51031bb1-45ff-4ad4-a086-286c58b0a579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '90b01235-d8a3-4df7-ba80-7a4841360716'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 15:59:50.243615 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-cdc6da6f-ef99-43cd-91ad-6aeee58f6bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:50.362488 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d081b78d-f1f5-400e-b538-826abf1d081c tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:50.368901 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d081b78d-f1f5-400e-b538-826abf1d081c tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853051034'] for security_group_rule, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:50.373351 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:50.403199 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8334b8d4-594c-44d6-a2cc-fac8e3e6cc83 None None] Routers {'ce2f8eee-08cd-45d3-909c-dc6b6e008f84'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 15:59:50.410326 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-8334b8d4-594c-44d6-a2cc-fac8e3e6cc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T15:59:37Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['ce2f8eee-08cd-45d3-909c-dc6b6e008f84'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:59:50.477624 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081b78d-f1f5-400e-b538-826abf1d081c tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fc9f31-fb4b-469b-a9f1-7e317b03ce83,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:50.489031 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d081b78d-f1f5-400e-b538-826abf1d081c tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:50.525537 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d081b78d-f1f5-400e-b538-826abf1d081c tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for security_group_rule, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:50.529700 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-d081b78d-f1f5-400e-b538-826abf1d081c tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6041927 Jan 19 15:59:50.536480 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42270) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:50.572795 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-f9968aab-8a41-458b-a715-c47e83ac0272 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Request body: {'floatingip': {'floating_network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 15:59:50.611435 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-f9968aab-8a41-458b-a715-c47e83ac0272 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:59:50.632663 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-f9968aab-8a41-458b-a715-c47e83ac0272 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Usage tracker for resource:floatingip and tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:59:50.634322 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b8e9f-64fb-4725-abc6-3f058fd5fe48 req-4b2d0afd-ea05-4898-ba4f-083ec583f510 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:59:50.647158 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-f9968aab-8a41-458b-a715-c47e83ac0272 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:59:50.655255 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-964b8e9f-64fb-4725-abc6-3f058fd5fe48 req-4b2d0afd-ea05-4898-ba4f-083ec583f510 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/ports?device_id=92c45433-dca4-4c05-9264-73a4c2b886b3 HTTP/1.1" status: 200 len: 943 time: 2.1299548 Jan 19 15:59:50.664156 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-f9968aab-8a41-458b-a715-c47e83ac0272 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:59:50.684055 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f9968aab-8a41-458b-a715-c47e83ac0272 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for floatingip, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:50.914102 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-cdc6da6f-ef99-43cd-91ad-6aeee58f6bf6 service neutron] For port 096dcd90-75e6-487b-8a2e-60066ac98053, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 15:59:51.050896 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-cdc6da6f-ef99-43cd-91ad-6aeee58f6bf6 service neutron] For port 096dcd90-75e6-487b-8a2e-60066ac98053, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=096dcd90-75e6-487b-8a2e-60066ac98053,segment=NetworkSegment(51031bb1-45ff-4ad4-a086-286c58b0a579),segment_id=51031bb1-45ff-4ad4-a086-286c58b0a579)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 15:59:51.057858 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-5db15e4f-8553-4b51-bf5a-1fdb90a39719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:59:51.060959 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-5db15e4f-8553-4b51-bf5a-1fdb90a39719 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4424ac45d4934f389ea21b2c76ea9c97&device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 1160 time: 0.9449651 Jan 19 15:59:51.116007 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-964b8e9f-64fb-4725-abc6-3f058fd5fe48 req-6b71e41b-a617-4886-a0df-3137b90d61ae tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/security-groups?id=0316fb75-d756-4449-a7fe-d23b5407c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587393 Jan 19 15:59:51.157588 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-cdc6da6f-ef99-43cd-91ad-6aeee58f6bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:51.208393 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-8334b8d4-594c-44d6-a2cc-fac8e3e6cc83 None None] Set router ce2f8eee-08cd-45d3-909c-dc6b6e008f84 gateway port host: dv-cinder-667108-29-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 15:59:51.212520 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f9968aab-8a41-458b-a715-c47e83ac0272 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:51.496710 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:51.859694 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6da6f-ef99-43cd-91ad-6aeee58f6bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=096dcd90-75e6-487b-8a2e-60066ac98053,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:51.872227 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-cdc6da6f-ef99-43cd-91ad-6aeee58f6bf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:51.885656 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-c83d57d4-0c95-47f2-9a06-bb20c14dd8b4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b936c949-7b22-4bd9-8486-dcd593e7fe5c HTTP/1.1" status: 200 len: 217 time: 0.7307200 Jan 19 15:59:52.060559 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-8334b8d4-594c-44d6-a2cc-fac8e3e6cc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'name': 'tempest-AttachVolumeTestJSON-831487525-router', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:54Z', 'updated_at': '2021-01-19T15:59:36Z', 'revision_number': 4, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'gw_port': {'id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:59Z', 'updated_at': '2021-01-19T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': '473d9f30-18c8-4496-8f02-e61eab3038ed', 'name': '', 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'mac_address': 'fa:16:3e:8c:ad:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:24Z', 'updated_at': '2021-01-19T15:59:49Z', 'revision_number': 4, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'subnets': [{'id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 15:59:52.078969 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8334b8d4-594c-44d6-a2cc-fac8e3e6cc83 None None] The sync data for ids ['ce2f8eee-08cd-45d3-909c-dc6b6e008f84'] in dv-cinder-667108-29-smb is: [{'id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'name': 'tempest-AttachVolumeTestJSON-831487525-router', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:54Z', 'updated_at': '2021-01-19T15:59:36Z', 'revision_number': 4, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'gw_port': {'id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:59Z', 'updated_at': '2021-01-19T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': '473d9f30-18c8-4496-8f02-e61eab3038ed', 'name': '', 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'mac_address': 'fa:16:3e:8c:ad:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:24Z', 'updated_at': '2021-01-19T15:59:49Z', 'revision_number': 4, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'subnets': [{'id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 15:59:52.125804 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [None req-f9968aab-8a41-458b-a715-c47e83ac0272 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Allocated IP 172.28.3.254 (8cb986dc-564f-4d7a-9897-91054d6f010e/8785aac7-d333-468d-9a45-aa55950b5c1c/edb5adf8-0867-4c8d-9893-2ef92c26f584) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 15:59:52.165344 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-4f48613c-7452-4e58-8912-9162bbb13beb tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:59:52.192535 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-4f48613c-7452-4e58-8912-9162bbb13beb tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/networks?id=6f889a84-1af9-40d2-bcf9-6e9854a6418c HTTP/1.1" status: 200 len: 817 time: 1.8794785 Jan 19 15:59:52.423214 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-a2cd1a87-709e-4588-a0e2-b90240962f39 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/quotas/a5ad27bc88e04bd18332340c160e78f4 HTTP/1.1" status: 200 len: 375 time: 0.1740434 Jan 19 15:59:52.592333 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42298) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:52.730089 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 473d9f30-18c8-4496-8f02-e61eab3038ed up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 15:59:52.740403 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-3d58f340-3f3a-4fd6-aa54-84f91651e4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:59:52.743458 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-3d58f340-3f3a-4fd6-aa54-84f91651e4e0 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=e3562505-5c33-4043-b9be-4bcf914d2bda HTTP/1.1" status: 200 len: 855 time: 0.7967625 Jan 19 15:59:52.760601 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f9968aab-8a41-458b-a715-c47e83ac0272 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:52.805843 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f9968aab-8a41-458b-a715-c47e83ac0272 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852269169'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:52.811011 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97968a-d0d0-42a3-8e28-d8c56d96f9bd req-eda1e68e-2275-43ae-b798-1413e3457426 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:59:52.823763 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-aa97968a-d0d0-42a3-8e28-d8c56d96f9bd req-eda1e68e-2275-43ae-b798-1413e3457426 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 943 time: 1.1728613 Jan 19 15:59:52.959631 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-cdc6da6f-ef99-43cd-91ad-6aeee58f6bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:59:52.960891 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-cdc6da6f-ef99-43cd-91ad-6aeee58f6bf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:52.963643 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-cdc6da6f-ef99-43cd-91ad-6aeee58f6bf6 service neutron] 10.222.0.104 "PUT /v2.0/ports/096dcd90-75e6-487b-8a2e-60066ac98053 HTTP/1.1" status: 200 len: 1157 time: 7.8539307 Jan 19 15:59:52.970243 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning for port 473d9f30-18c8-4496-8f02-e61eab3038ed completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 15:59:53.005666 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port 473d9f30-18c8-4496-8f02-e61eab3038ed triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:59:53.006327 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:53.042929 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-0c64f6e7-a9fd-40dd-ba97-85deb764752d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5a07f96a-01d8-459c-9b69-968e5b6b4ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2044284 Jan 19 15:59:53.090167 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-57862e9e-59a4-46d6-abcb-7e013cd48d49 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:53.496786 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9968aab-8a41-458b-a715-c47e83ac0272 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Pushing event updated for resources: {'Port': ['ID=edb5adf8-0867-4c8d-9893-2ef92c26f584,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:53.503381 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f9968aab-8a41-458b-a715-c47e83ac0272 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:53.546439 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:53.625774 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-f2b8e420-14f4-4f8a-978f-0b33e32e1b27 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?tenant_id=a5ad27bc88e04bd18332340c160e78f4&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1728940 Jan 19 15:59:53.649124 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9968aab-8a41-458b-a715-c47e83ac0272 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Network 8cb986dc-564f-4d7a-9897-91054d6f010e is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 15:59:53.679695 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-f9968aab-8a41-458b-a715-c47e83ac0272 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 15:59:53.686434 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] For port 473d9f30-18c8-4496-8f02-e61eab3038ed, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=473d9f30-18c8-4496-8f02-e61eab3038ed,segment=NetworkSegment(fb008804-836d-4882-a02a-897d065b80a8),segment_id=fb008804-836d-4882-a02a-897d065b80a8)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 15:59:53.692795 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9968aab-8a41-458b-a715-c47e83ac0272 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 15:59:53.701488 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:53.707051 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:53.812147 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-cecbf5f4-5ad6-4d15-9a1b-d2b3c3ef1672 service neutron] 10.222.0.104 "GET /v2.0/networks/5a07f96a-01d8-459c-9b69-968e5b6b4ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5869739 Jan 19 15:59:53.825753 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-aa97968a-d0d0-42a3-8e28-d8c56d96f9bd req-4e387bce-7677-402e-97cd-4de6d018b018 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7954671 Jan 19 15:59:53.838410 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d39ef778-a077-4717-807f-a09c6bf587d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:53.883574 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-d39ef778-a077-4717-807f-a09c6bf587d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:59:53.901574 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-d39ef778-a077-4717-807f-a09c6bf587d7 admin admin] Usage tracker for resource:security_group_rule and tenant:27404dd657fc4e17b915ea2d5c2bcb4e is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:59:53.910407 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-d39ef778-a077-4717-807f-a09c6bf587d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:59:53.927512 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-d39ef778-a077-4717-807f-a09c6bf587d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:59:53.954805 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f9968aab-8a41-458b-a715-c47e83ac0272 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for floatingip, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:54.102137 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f9968aab-8a41-458b-a715-c47e83ac0272 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:54.140387 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Pushing event updated for resources: {'Port': ['ID=473d9f30-18c8-4496-8f02-e61eab3038ed,revision_number=5']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:54.156382 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:54.633925 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d39ef778-a077-4717-807f-a09c6bf587d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:54.662948 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d39ef778-a077-4717-807f-a09c6bf587d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:54.683375 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:54.777112 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 473d9f30-18c8-4496-8f02-e61eab3038ed up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 15:59:54.975639 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-d39ef778-a077-4717-807f-a09c6bf587d7 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=27404dd657fc4e17b915ea2d5c2bcb4e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3807170 Jan 19 15:59:54.989123 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ef778-a077-4717-807f-a09c6bf587d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a72d50-11ca-4d1f-8198-0a42ded6e4ba,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:54.995317 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42330) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:55.009949 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d39ef778-a077-4717-807f-a09c6bf587d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:55.039519 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port 473d9f30-18c8-4496-8f02-e61eab3038ed triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:59:55.040218 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:55.200491 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-da67792c-4845-4ece-b6a1-8978c651356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:59:55.202569 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-da67792c-4845-4ece-b6a1-8978c651356f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f56ee43d1bf54ac5ab28202b014fa93d&device_id=92c45433-dca4-4c05-9264-73a4c2b886b3 HTTP/1.1" status: 200 len: 1160 time: 2.1000051 Jan 19 15:59:55.324893 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-58b11226-4289-47e2-96fc-3046615d66e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:55.389279 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-58b11226-4289-47e2-96fc-3046615d66e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:55.435204 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-3f17bd65-7c0e-44c2-a50c-cc8fd080a9ef service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=096dcd90-75e6-487b-8a2e-60066ac98053 HTTP/1.1" status: 200 len: 217 time: 0.1958334 Jan 19 15:59:55.486826 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-58b11226-4289-47e2-96fc-3046615d66e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:55.501572 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f9968aab-8a41-458b-a715-c47e83ac0272 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:55.505856 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:55.532739 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f9968aab-8a41-458b-a715-c47e83ac0272 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506630'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:55.650489 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-fb0d1a1b-419b-4d51-bbd7-3e47b063bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:59:55.653373 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-fb0d1a1b-419b-4d51-bbd7-3e47b063bda1 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=89767e54-dac0-4859-ae0b-0ca76f7497b2 HTTP/1.1" status: 200 len: 850 time: 0.1742430 Jan 19 15:59:55.713603 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fd08e-7877-448a-b3c5-3a66c5750bf7 req-74c7fd2c-65fa-4b66-a07d-6ba39c180cd0 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:59:55.716644 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a51fd08e-7877-448a-b3c5-3a66c5750bf7 req-74c7fd2c-65fa-4b66-a07d-6ba39c180cd0 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/ports?device_id=92c45433-dca4-4c05-9264-73a4c2b886b3 HTTP/1.1" status: 200 len: 943 time: 1.2683640 Jan 19 15:59:55.743221 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b11226-4289-47e2-96fc-3046615d66e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a72d50-11ca-4d1f-8198-0a42ded6e4ba,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:55.764225 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-58b11226-4289-47e2-96fc-3046615d66e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:55.798889 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9316a209-fb92-412d-83ef-f0f507452f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:55.813478 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-1bf6ee50-8b24-484f-becf-47706641a7e5 service neutron] 10.222.0.110 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9170439 Jan 19 15:59:55.914512 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-43d7041d-f27d-4d77-b9ae-0b39af77c9f4 req-3e88fd31-8b95-4dcf-8520-ef2018af3f7c service neutron] 10.222.0.104 "GET /v2.0/networks/5a07f96a-01d8-459c-9b69-968e5b6b4ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.0854802 Jan 19 15:59:55.934343 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-58b11226-4289-47e2-96fc-3046615d66e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:55.938204 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-58b11226-4289-47e2-96fc-3046615d66e9 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/43a72d50-11ca-4d1f-8198-0a42ded6e4ba HTTP/1.1" status: 204 len: 168 time: 0.9366965 Jan 19 15:59:55.951452 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-7d296e1d-8d97-4d57-9cfe-793cc3d41f0b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=90b01235-d8a3-4df7-ba80-7a4841360716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2303226 Jan 19 15:59:56.032087 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9968aab-8a41-458b-a715-c47e83ac0272 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Pushing event updated for resources: {'Port': ['ID=edb5adf8-0867-4c8d-9893-2ef92c26f584,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:56.053301 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f9968aab-8a41-458b-a715-c47e83ac0272 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:56.386895 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-d2236ee0-223a-4ca3-8995-f0b7d0d53c43 service neutron] 10.222.0.104 "GET /v2.0/networks/90b01235-d8a3-4df7-ba80-7a4841360716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155397 Jan 19 15:59:56.437982 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f9968aab-8a41-458b-a715-c47e83ac0272 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853037689'] for floatingip, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:56.496408 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a51fd08e-7877-448a-b3c5-3a66c5750bf7 req-182f2ba5-6aaa-4e38-887d-fd296e37d260 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/security-groups?id=0316fb75-d756-4449-a7fe-d23b5407c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6811581 Jan 19 15:59:56.515460 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f9968aab-8a41-458b-a715-c47e83ac0272 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for floatingip, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:56.532909 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-f9968aab-8a41-458b-a715-c47e83ac0272 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9940908 Jan 19 15:59:56.705028 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-9d62e598-fbcd-4017-9e06-f3c98fc7548e service neutron] 10.222.0.110 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8594441 Jan 19 15:59:56.775256 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5ca58986-1b25-46b4-84b1-16d93e9f0a47 req-5d470a8e-47be-4d72-a5fd-450afbaecb3a service neutron] 10.222.0.104 "GET /v2.0/networks/90b01235-d8a3-4df7-ba80-7a4841360716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3727074 Jan 19 15:59:57.289775 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21ca899-e247-4972-993d-5daf36ec9f45', 'tag': 'b936c949-7b22-4bd9-8486-dcd593e7fe5c', 'status': 'completed', 'code': 200} Jan 19 15:59:57.509929 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8cebb-98a4-4bdd-adfe-8943ef9a1c9a req-9f160347-a2fc-47d3-85c8-79035d187b15 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:59:57.520319 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-aea8cebb-98a4-4bdd-adfe-8943ef9a1c9a req-9f160347-a2fc-47d3-85c8-79035d187b15 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 943 time: 0.3448870 Jan 19 15:59:57.625383 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee8e97-d398-4d39-b65e-07a305b36bac req-ef136a10-9d71-40a1-ab78-2f61ccec4a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:59:57.629738 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-caee8e97-d398-4d39-b65e-07a305b36bac req-ef136a10-9d71-40a1-ab78-2f61ccec4a3d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4424ac45d4934f389ea21b2c76ea9c97&device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 1160 time: 0.3157179 Jan 19 15:59:57.647849 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42400) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:57.692567 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-fe2cec4e-78d0-4aa6-8db5-d1d453636cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:57.735090 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-fe2cec4e-78d0-4aa6-8db5-d1d453636cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:59:57.744731 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-aea8cebb-98a4-4bdd-adfe-8943ef9a1c9a req-4f4deac8-1753-43aa-8d6d-8fb519222fde tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919529 Jan 19 15:59:57.746375 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-fe2cec4e-78d0-4aa6-8db5-d1d453636cc0 admin admin] Usage tracker for resource:security_group_rule and tenant:07eac739fb1644dd8d5fd8952bdc1d29 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:59:57.756787 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-fe2cec4e-78d0-4aa6-8db5-d1d453636cc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:59:57.774442 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-fe2cec4e-78d0-4aa6-8db5-d1d453636cc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:59:57.995391 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-fe2cec4e-78d0-4aa6-8db5-d1d453636cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:58.005721 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-fe2cec4e-78d0-4aa6-8db5-d1d453636cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:58.027174 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-69a07d14-31d6-45ca-b84e-f58fd8e9ee1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:58.110316 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee8e97-d398-4d39-b65e-07a305b36bac req-2ff7da73-fefb-4f44-8fc2-a6dd311265a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:59:58.112280 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-caee8e97-d398-4d39-b65e-07a305b36bac req-2ff7da73-fefb-4f44-8fc2-a6dd311265a3 service neutron] 10.222.0.104 "GET /v2.0/networks?id=5a07f96a-01d8-459c-9b69-968e5b6b4ff4 HTTP/1.1" status: 200 len: 909 time: 0.3889942 Jan 19 15:59:58.181219 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-fe2cec4e-78d0-4aa6-8db5-d1d453636cc0 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=07eac739fb1644dd8d5fd8952bdc1d29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5310969 Jan 19 15:59:58.202938 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2cec4e-78d0-4aa6-8db5-d1d453636cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c76e66-90e5-4cd5-adb9-fae4df72cfdf,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:58.211636 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42414) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:58.213040 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-fe2cec4e-78d0-4aa6-8db5-d1d453636cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:58.277111 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4700329d-3c8e-4299-8ff0-e576cab466e8 req-fd6de9b5-92cd-410f-9dfd-3d6d649a8d50 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 210 time: 0.1627398 Jan 19 15:59:58.435074 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-2219e389-da38-4708-bdb8-33829f552f7e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--1582719804&fields=id&tenant_id=7b1a4fa7e3e84f4c99ed43dd4d9f70d8 HTTP/1.1" status: 200 len: 267 time: 0.7616136 Jan 19 15:59:58.487110 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a7433e80-5bfc-48ed-a008-e662066d6d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:58.544494 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-caee8e97-d398-4d39-b65e-07a305b36bac req-cb204762-77e4-4032-9100-313aab1e0bec service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b936c949-7b22-4bd9-8486-dcd593e7fe5c HTTP/1.1" status: 200 len: 217 time: 0.2861252 Jan 19 15:59:58.627524 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a7433e80-5bfc-48ed-a008-e662066d6d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:58.795708 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a7433e80-5bfc-48ed-a008-e662066d6d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:58.811406 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6850ed9a-7af9-4e10-8273-9aa14606de50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:58.904905 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7433e80-5bfc-48ed-a008-e662066d6d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c76e66-90e5-4cd5-adb9-fae4df72cfdf,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:58.935857 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-a7433e80-5bfc-48ed-a008-e662066d6d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:58.942056 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a7433e80-5bfc-48ed-a008-e662066d6d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:58.953931 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-a7433e80-5bfc-48ed-a008-e662066d6d72 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/42c76e66-90e5-4cd5-adb9-fae4df72cfdf HTTP/1.1" status: 204 len: 168 time: 0.7375603 Jan 19 15:59:58.991055 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.objects.ports [None req-93605d37-c94e-4af7-a796-149433026268 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80161) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 19 15:59:59.049260 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42428) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 15:59:59.112100 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee8e97-d398-4d39-b65e-07a305b36bac req-e2e4d1bb-9c65-46bc-9ccb-94d94c2c1f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:59:59.114567 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-caee8e97-d398-4d39-b65e-07a305b36bac req-e2e4d1bb-9c65-46bc-9ccb-94d94c2c1f19 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=e3562505-5c33-4043-b9be-4bcf914d2bda HTTP/1.1" status: 200 len: 855 time: 0.5231800 Jan 19 15:59:59.285395 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-caee8e97-d398-4d39-b65e-07a305b36bac req-dbd80d2d-f744-40f1-af4e-814dbf491114 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5a07f96a-01d8-459c-9b69-968e5b6b4ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1509066 Jan 19 15:59:59.291941 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c45433-dca4-4c05-9264-73a4c2b886b3', 'tag': '096dcd90-75e6-487b-8a2e-60066ac98053'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 15:59:59.437173 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device b936c949-7b22-4bd9-8486-dcd593e7fe5c up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 15:59:59.518169 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-67df07c2-8d65-4375-ad88-7c17c2de9ec9 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:59:59.525383 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-67df07c2-8d65-4375-ad88-7c17c2de9ec9 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/networks?id=6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 HTTP/1.1" status: 200 len: 810 time: 0.9824300 Jan 19 15:59:59.528029 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-caee8e97-d398-4d39-b65e-07a305b36bac req-f879b389-05f5-48af-a41b-182be8ea3154 service neutron] 10.222.0.104 "GET /v2.0/networks/5a07f96a-01d8-459c-9b69-968e5b6b4ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290797 Jan 19 15:59:59.575423 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae36dd-282b-470d-b7b8-3a2263b6f0ed req-3f032d98-b533-4058-927d-711c46c6e11c tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 15:59:59.585907 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-58ae36dd-282b-470d-b7b8-3a2263b6f0ed req-3f032d98-b533-4058-927d-711c46c6e11c tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/ports?device_id=92c45433-dca4-4c05-9264-73a4c2b886b3 HTTP/1.1" status: 200 len: 943 time: 0.7281232 Jan 19 15:59:59.616280 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8ef25764-b8de-4924-8808-a428d23ff129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:59.644569 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-8ef25764-b8de-4924-8808-a428d23ff129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 15:59:59.647957 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning for port b936c949-7b22-4bd9-8486-dcd593e7fe5c completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 15:59:59.649980 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-8ef25764-b8de-4924-8808-a428d23ff129 admin admin] Usage tracker for resource:security_group_rule and tenant:c304f1ab3c084275bcb8883259f6637a is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 15:59:59.653695 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-8ef25764-b8de-4924-8808-a428d23ff129 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 15:59:59.663790 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-8ef25764-b8de-4924-8808-a428d23ff129 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 15:59:59.669074 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port b936c949-7b22-4bd9-8486-dcd593e7fe5c triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 15:59:59.670054 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:59.815101 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8ef25764-b8de-4924-8808-a428d23ff129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:59.825308 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8ef25764-b8de-4924-8808-a428d23ff129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 15:59:59.840489 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-13d15dd4-f0d8-4299-bc94-c7017cf2ad0e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 15:59:59.885571 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef25764-b8de-4924-8808-a428d23ff129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736d45bb-093d-4ff4-88ba-809f72496c87,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 15:59:59.900899 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-8ef25764-b8de-4924-8808-a428d23ff129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 15:59:59.937589 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-8ef25764-b8de-4924-8808-a428d23ff129 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c304f1ab3c084275bcb8883259f6637a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8840830 Jan 19 15:59:59.942283 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42452) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:00.023774 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-efb0d55d-a036-4812-9ec1-9baaaea11377 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/quotas/7b1a4fa7e3e84f4c99ed43dd4d9f70d8 HTTP/1.1" status: 200 len: 375 time: 0.4348009 Jan 19 16:00:00.031356 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:00.132945 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21ca899-e247-4972-993d-5daf36ec9f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b936c949-7b22-4bd9-8486-dcd593e7fe5c'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:00:00.209304 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4b93bfdb-4bd0-40b8-82f3-bb1fcec20a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:00.245900 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port b936c949-7b22-4bd9-8486-dcd593e7fe5c, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=b936c949-7b22-4bd9-8486-dcd593e7fe5c,segment=NetworkSegment(9c7be493-b0f1-4c72-8511-958af199a8fd),segment_id=9c7be493-b0f1-4c72-8511-958af199a8fd)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:00:00.261521 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:00.265089 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:00.327392 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4b93bfdb-4bd0-40b8-82f3-bb1fcec20a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:00.422397 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-caee8e97-d398-4d39-b65e-07a305b36bac req-e9c66ede-f00b-4c3e-aa0a-967622c6dbc7 service neutron] 10.222.0.104 "GET /v2.0/networks/5a07f96a-01d8-459c-9b69-968e5b6b4ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8323720 Jan 19 16:00:00.475730 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-58ae36dd-282b-470d-b7b8-3a2263b6f0ed req-ffd7d6ca-4ecc-4eb6-93c0-9e07b90f15f2 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/security-groups?id=0316fb75-d756-4449-a7fe-d23b5407c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8884258 Jan 19 16:00:00.601196 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4b93bfdb-4bd0-40b8-82f3-bb1fcec20a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:00.606491 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-a6b902b7-c019-462d-94ea-9d94454d2db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:00.688146 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93bfdb-4bd0-40b8-82f3-bb1fcec20a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736d45bb-093d-4ff4-88ba-809f72496c87,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:00.728867 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=b936c949-7b22-4bd9-8486-dcd593e7fe5c,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:00.742513 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4b93bfdb-4bd0-40b8-82f3-bb1fcec20a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:00.747393 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4b93bfdb-4bd0-40b8-82f3-bb1fcec20a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:00.762283 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-4b93bfdb-4bd0-40b8-82f3-bb1fcec20a26 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/736d45bb-093d-4ff4-88ba-809f72496c87 HTTP/1.1" status: 204 len: 168 time: 0.8149114 Jan 19 16:00:00.797082 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:00.800031 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:00.801464 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:00.802606 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:00.803681 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:00.804808 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:00.805578 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:00.806357 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:00.807389 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:00.808222 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:00.809043 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:00.809748 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:00.810744 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:00.811694 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:00.812630 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:00.813368 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:00.814269 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:00.815154 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:00.816557 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:00.817684 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:00.818805 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:00.820053 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:00.821099 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:00.821887 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:00.844729 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:00.915531 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-42f7747c-1dbe-4c2d-90ba-cbf946551c51 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Synchronizing usage tracker for tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:00:00.996461 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-dd559a34-f74b-4451-9ea1-657220cb1138 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:00.997645 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-dd559a34-f74b-4451-9ea1-657220cb1138 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.104 "GET /v2.0/networks?id=6f889a84-1af9-40d2-bcf9-6e9854a6418c HTTP/1.1" status: 200 len: 817 time: 1.4047940 Jan 19 16:00:01.198241 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.objects.ports [None req-1e0ec6c8-842c-4d5f-b4a8-32a651ae5f61 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80161) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 19 16:00:01.260540 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-42f7747c-1dbe-4c2d-90ba-cbf946551c51 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Unset dirty status for tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:00:01.271851 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-42f7747c-1dbe-4c2d-90ba-cbf946551c51 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?tenant_id=7b1a4fa7e3e84f4c99ed43dd4d9f70d8&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1952360 Jan 19 16:00:01.709394 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-c82fd258-abe7-4952-9ae4-16458dfcd3d0 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a5ad27bc88e04bd18332340c160e78f4 HTTP/1.1" status: 200 len: 5703 time: 0.5711796 Jan 19 16:00:01.729108 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-b6238f63-125b-4f43-b1d2-b51742987d7f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Request body: {'port': {'device_id': '081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7', 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c', 'admin_state_up': True, 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'security_groups': ['0bccce58-bffb-400f-8622-ab0ec1232787']}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:00:01.784565 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 096dcd90-75e6-487b-8a2e-60066ac98053 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:00:02.135110 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning for port 096dcd90-75e6-487b-8a2e-60066ac98053 completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:00:02.149072 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 096dcd90-75e6-487b-8a2e-60066ac98053 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:00:02.149729 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:02.309490 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a8761-de76-48a6-a685-9bdae9580adf req-08346c13-3195-4105-b5de-ba9db6ca7741 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:02.330368 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a84a8761-de76-48a6-a685-9bdae9580adf req-08346c13-3195-4105-b5de-ba9db6ca7741 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 945 time: 1.3282242 Jan 19 16:00:02.731547 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a84a8761-de76-48a6-a685-9bdae9580adf req-31b8caa8-100b-4e01-9ba7-8c5e72432b83 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882694 Jan 19 16:00:02.880891 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-ebccc6a9-9cfa-4eb2-ac4a-5f221a36968d service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=80160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 16:00:02.883433 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-ebccc6a9-9cfa-4eb2-ac4a-5f221a36968d service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.8233693 Jan 19 16:00:02.887847 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:02.913546 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-b6238f63-125b-4f43-b1d2-b51742987d7f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:00:02.933629 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-b6238f63-125b-4f43-b1d2-b51742987d7f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Usage tracker for resource:port and tenant:a5ad27bc88e04bd18332340c160e78f4 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:00:02.950004 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-b6238f63-125b-4f43-b1d2-b51742987d7f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Quota usage for port was recalculated. Used quota:3. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:00:02.976540 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-b6238f63-125b-4f43-b1d2-b51742987d7f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:00:02.995089 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port 096dcd90-75e6-487b-8a2e-60066ac98053, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=096dcd90-75e6-487b-8a2e-60066ac98053,segment=NetworkSegment(51031bb1-45ff-4ad4-a086-286c58b0a579),segment_id=51031bb1-45ff-4ad4-a086-286c58b0a579)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:00:02.999433 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:03.000382 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device b936c949-7b22-4bd9-8486-dcd593e7fe5c up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:00:03.115589 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-b6238f63-125b-4f43-b1d2-b51742987d7f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Made reservation on behalf of a5ad27bc88e04bd18332340c160e78f4 for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:00:03.165783 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-b6238f63-125b-4f43-b1d2-b51742987d7f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:03.174283 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:03.249294 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92c45433-dca4-4c05-9264-73a4c2b886b3', 'tag': '096dcd90-75e6-487b-8a2e-60066ac98053', 'status': 'completed', 'code': 200} Jan 19 16:00:03.622423 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port b936c949-7b22-4bd9-8486-dcd593e7fe5c triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:00:03.623145 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:03.967486 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=096dcd90-75e6-487b-8a2e-60066ac98053,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:03.975867 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:04.011975 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-442abff6-dd07-4862-b202-0b7b802e2cba service neutron] 10.222.0.110 "GET /v2.0/networks/6ea02ce0-bc45-4d69-89bd-6b33e937c1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9979005 Jan 19 16:00:04.278779 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9a1882b3-0c68-49cb-95da-30d9e95083fc req-d093b150-27c8-4975-82b0-bc540d19f6f7 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 210 time: 0.6033349 Jan 19 16:00:04.304879 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-205dfd71-1586-4291-ac90-a6cd4ea1bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:04.530651 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 096dcd90-75e6-487b-8a2e-60066ac98053 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:00:04.590408 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-03dcbdfb-8665-4be6-aa46-172fd246a1bf service neutron] 10.222.0.110 "GET /v2.0/networks/6ea02ce0-bc45-4d69-89bd-6b33e937c1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5082290 Jan 19 16:00:04.617904 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d465b0a-0961-4299-a856-2b003e586122 req-20a474ea-ece3-432d-a331-5dcec7094ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:04.621171 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9d465b0a-0961-4299-a856-2b003e586122 req-20a474ea-ece3-432d-a331-5dcec7094ff8 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f56ee43d1bf54ac5ab28202b014fa93d&device_id=92c45433-dca4-4c05-9264-73a4c2b886b3 HTTP/1.1" status: 200 len: 1162 time: 1.3596420 Jan 19 16:00:04.774137 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 096dcd90-75e6-487b-8a2e-60066ac98053 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:00:04.774748 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:05.339344 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device b936c949-7b22-4bd9-8486-dcd593e7fe5c up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:00:05.702472 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d465b0a-0961-4299-a856-2b003e586122 req-237c13d8-4e3a-42b5-a52e-5a86fcc33f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:05.705757 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9d465b0a-0961-4299-a856-2b003e586122 req-237c13d8-4e3a-42b5-a52e-5a86fcc33f6f service neutron] 10.222.0.104 "GET /v2.0/networks?id=90b01235-d8a3-4df7-ba80-7a4841360716 HTTP/1.1" status: 200 len: 904 time: 1.0731895 Jan 19 16:00:05.766197 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21ca899-e247-4972-993d-5daf36ec9f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b936c949-7b22-4bd9-8486-dcd593e7fe5c', 'code': 200} Jan 19 16:00:05.797080 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port b936c949-7b22-4bd9-8486-dcd593e7fe5c triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:00:05.805234 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:06.009064 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9d465b0a-0961-4299-a856-2b003e586122 req-0c3ce9eb-761f-424e-8494-da886e4d12ab service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=096dcd90-75e6-487b-8a2e-60066ac98053 HTTP/1.1" status: 200 len: 217 time: 0.2615554 Jan 19 16:00:06.354240 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.104', 64386) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:06.448060 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d465b0a-0961-4299-a856-2b003e586122 req-ffdd1b87-054f-4919-8808-e9132df36997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:06.450955 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9d465b0a-0961-4299-a856-2b003e586122 req-ffdd1b87-054f-4919-8808-e9132df36997 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=89767e54-dac0-4859-ae0b-0ca76f7497b2 HTTP/1.1" status: 200 len: 850 time: 0.4235334 Jan 19 16:00:06.666002 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:06.761025 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-b6238f63-125b-4f43-b1d2-b51742987d7f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Allocated IP 172.20.0.3 (6f889a84-1af9-40d2-bcf9-6e9854a6418c/50029681-e86b-47f1-bdb3-0326582392cc/77a349ba-e149-4ab8-9c56-2512ce712b62) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:00:06.776827 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9d465b0a-0961-4299-a856-2b003e586122 req-2cdb11c9-328e-45a0-8d0b-b5594ea5d7bf service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=90b01235-d8a3-4df7-ba80-7a4841360716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3027186 Jan 19 16:00:07.004069 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42628) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:07.073655 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:07.087245 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861cd86-9f72-4c44-9427-d4b678750a09 req-dc2bf749-705c-44cd-8468-5a5d6c866911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:07.093182 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6861cd86-9f72-4c44-9427-d4b678750a09 req-dc2bf749-705c-44cd-8468-5a5d6c866911 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 1162 time: 0.7371054 Jan 19 16:00:07.179563 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-6861cd86-9f72-4c44-9427-d4b678750a09 req-8e260328-297d-4188-b470-39e68ae3dc47 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:07.256082 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-6861cd86-9f72-4c44-9427-d4b678750a09 req-8e260328-297d-4188-b470-39e68ae3dc47 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:00:07.270260 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-6861cd86-9f72-4c44-9427-d4b678750a09 req-8e260328-297d-4188-b470-39e68ae3dc47 service neutron] Usage tracker for resource:security_group_rule and tenant:e24369c807e742118c7e0fe9c882510c is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:00:07.276011 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-6861cd86-9f72-4c44-9427-d4b678750a09 req-8e260328-297d-4188-b470-39e68ae3dc47 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:00:07.298658 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-6861cd86-9f72-4c44-9427-d4b678750a09 req-8e260328-297d-4188-b470-39e68ae3dc47 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:00:07.328835 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-362e204f-dec4-4edc-894b-e5d7a29275ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:07.424323 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-adac17ec-6e50-4598-b6fa-c33a5bc30c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:07.469087 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-adac17ec-6e50-4598-b6fa-c33a5bc30c45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:00:07.480990 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-adac17ec-6e50-4598-b6fa-c33a5bc30c45 admin admin] Usage tracker for resource:security_group_rule and tenant:ed092d531d6541e1ba7f814bbc612547 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:00:07.494950 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-adac17ec-6e50-4598-b6fa-c33a5bc30c45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:00:07.516582 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-adac17ec-6e50-4598-b6fa-c33a5bc30c45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:00:07.563096 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-6861cd86-9f72-4c44-9427-d4b678750a09 req-8e260328-297d-4188-b470-39e68ae3dc47 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:07.573335 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-6861cd86-9f72-4c44-9427-d4b678750a09 req-8e260328-297d-4188-b470-39e68ae3dc47 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:07.587717 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d39ef778-a077-4717-807f-a09c6bf587d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:07.649504 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e260328-297d-4188-b470-39e68ae3dc47 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=838aad5f-a5cf-4968-8f5b-893c0f436390,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:07.654245 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6861cd86-9f72-4c44-9427-d4b678750a09 req-8e260328-297d-4188-b470-39e68ae3dc47 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5483892 Jan 19 16:00:07.658235 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-8e260328-297d-4188-b470-39e68ae3dc47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:07.740259 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aed42c-57b1-4937-9a94-707735893198 req-c7a9c265-3005-428b-a9e0-06f2de31c9e4 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:07.746828 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-57aed42c-57b1-4937-9a94-707735893198 req-c7a9c265-3005-428b-a9e0-06f2de31c9e4 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/ports?device_id=92c45433-dca4-4c05-9264-73a4c2b886b3 HTTP/1.1" status: 200 len: 945 time: 2.1558754 Jan 19 16:00:07.752259 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9d465b0a-0961-4299-a856-2b003e586122 req-ad9d3b88-e122-42ca-a7bc-eac0d760a53d service neutron] 10.222.0.104 "GET /v2.0/networks/90b01235-d8a3-4df7-ba80-7a4841360716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5840268 Jan 19 16:00:07.775319 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c45433-dca4-4c05-9264-73a4c2b886b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096dcd90-75e6-487b-8a2e-60066ac98053'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:00:07.781525 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-adac17ec-6e50-4598-b6fa-c33a5bc30c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:07.787162 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-adac17ec-6e50-4598-b6fa-c33a5bc30c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:07.803512 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:07.866982 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-adac17ec-6e50-4598-b6fa-c33a5bc30c45 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ed092d531d6541e1ba7f814bbc612547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8540628 Jan 19 16:00:07.870467 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac17ec-6e50-4598-b6fa-c33a5bc30c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f647f20c-fa63-4911-b895-4b2815fc4a77,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:07.873447 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-adac17ec-6e50-4598-b6fa-c33a5bc30c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:07.874127 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42642) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:07.932410 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:07.966064 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3ab95f7a-cd27-4709-9f51-c47aef88d288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:08.013587 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3ab95f7a-cd27-4709-9f51-c47aef88d288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:08.082993 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3ab95f7a-cd27-4709-9f51-c47aef88d288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:08.102739 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-3e1a33f5-51df-48a2-8611-ce95d4d68e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:08.137383 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3ab95f7a-cd27-4709-9f51-c47aef88d288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:08.142463 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-3ab95f7a-cd27-4709-9f51-c47aef88d288 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/f647f20c-fa63-4911-b895-4b2815fc4a77 HTTP/1.1" status: 204 len: 168 time: 0.2638195 Jan 19 16:00:08.142463 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab95f7a-cd27-4709-9f51-c47aef88d288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f647f20c-fa63-4911-b895-4b2815fc4a77,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:08.152982 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-3ab95f7a-cd27-4709-9f51-c47aef88d288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:08.435718 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-57aed42c-57b1-4937-9a94-707735893198 req-b815cc8a-1fb5-4133-85f5-edccb11832f2 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/security-groups?id=0316fb75-d756-4449-a7fe-d23b5407c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6739814 Jan 19 16:00:08.484030 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cfe1f-fb12-4f66-9bb1-c11a835ea10f req-cdf8340b-ed5b-47fa-afef-df28c27a00e1 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:08.492889 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b98cfe1f-fb12-4f66-9bb1-c11a835ea10f req-cdf8340b-ed5b-47fa-afef-df28c27a00e1 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 945 time: 2.0166810 Jan 19 16:00:08.584377 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-b6238f63-125b-4f43-b1d2-b51742987d7f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:08.650420 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b98cfe1f-fb12-4f66-9bb1-c11a835ea10f req-f34da976-2674-45dd-9196-8c0b054d5df1 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561468 Jan 19 16:00:08.906438 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-61de56c6-403e-4564-b498-5870237e4aab req-136ba113-28ca-45cd-95a4-86cca8fbb7d8 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 210 time: 0.2283916 Jan 19 16:00:08.928585 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-b6238f63-125b-4f43-b1d2-b51742987d7f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Transition to ACTIVE for port object 77a349ba-e149-4ab8-9c56-2512ce712b62 will not be triggered until provisioned by entity DHCP. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:00:08.931707 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9d465b0a-0961-4299-a856-2b003e586122 req-c65b0dff-d324-4ffa-be0d-3091dde68695 service neutron] 10.222.0.104 "GET /v2.0/networks/90b01235-d8a3-4df7-ba80-7a4841360716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7981832 Jan 19 16:00:09.102755 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42664) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:09.132524 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:09.147246 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c45433-dca4-4c05-9264-73a4c2b886b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096dcd90-75e6-487b-8a2e-60066ac98053', 'code': 200} Jan 19 16:00:09.246895 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fb786b11-8f46-406e-877e-7ecbf7fa9349 req-b930c4f1-05e6-4075-a5b1-7a160bdc5705 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 210 time: 0.1668596 Jan 19 16:00:09.253935 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-b6238f63-125b-4f43-b1d2-b51742987d7f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:09.262797 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-b8d95b68-9d89-469b-bec6-e470169221d6 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:09.263570 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-b8d95b68-9d89-469b-bec6-e470169221d6 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Synchronizing usage tracker for tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 on resource:network {{(pid=80159) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:00:09.274377 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c9631f9b-f354-4f05-8f05-95e789520477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:09.361387 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-b8d95b68-9d89-469b-bec6-e470169221d6 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Unset dirty status for tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 on resource:network {{(pid=80159) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:00:09.364842 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-b8d95b68-9d89-469b-bec6-e470169221d6 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.104 "GET /v2.0/networks?id=6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 HTTP/1.1" status: 200 len: 810 time: 0.7817752 Jan 19 16:00:09.372198 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-c9631f9b-f354-4f05-8f05-95e789520477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:00:09.406413 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-c9631f9b-f354-4f05-8f05-95e789520477 admin admin] Usage tracker for resource:security_group_rule and tenant:8f2edf6c42af478c8a85502349b30020 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:00:09.455396 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-c9631f9b-f354-4f05-8f05-95e789520477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:00:09.476371 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-cdc6da6f-ef99-43cd-91ad-6aeee58f6bf6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:09.506211 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-c9631f9b-f354-4f05-8f05-95e789520477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:00:09.611192 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6238f63-125b-4f43-b1d2-b51742987d7f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Pushing event updated for resources: {'Port': ['ID=77a349ba-e149-4ab8-9c56-2512ce712b62,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:09.746353 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-b6238f63-125b-4f43-b1d2-b51742987d7f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:09.915553 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-6c29ab14-45c5-4d78-bb4d-58293cb3799b tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Synchronizing usage tracker for tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 on resource:security_group {{(pid=80159) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:00:10.018202 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-b6238f63-125b-4f43-b1d2-b51742987d7f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Network 6f889a84-1af9-40d2-bcf9-6e9854a6418c is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:00:10.022127 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-b6238f63-125b-4f43-b1d2-b51742987d7f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:00:10.084282 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c9631f9b-f354-4f05-8f05-95e789520477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:10.097900 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c9631f9b-f354-4f05-8f05-95e789520477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:10.141526 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-a7433e80-5bfc-48ed-a008-e662066d6d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:10.161245 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-c9631f9b-f354-4f05-8f05-95e789520477 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=8f2edf6c42af478c8a85502349b30020&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0560751 Jan 19 16:00:10.166903 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42700) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:10.173625 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-b6238f63-125b-4f43-b1d2-b51742987d7f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:00:10.176026 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-6c29ab14-45c5-4d78-bb4d-58293cb3799b tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Unset dirty status for tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 on resource:security_group {{(pid=80159) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:00:10.177525 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-6c29ab14-45c5-4d78-bb4d-58293cb3799b tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7b1a4fa7e3e84f4c99ed43dd4d9f70d8 HTTP/1.1" status: 200 len: 5705 time: 0.7619605 Jan 19 16:00:10.220283 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-b6c9d30c-7a50-4253-88e7-b440de83cf8a tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Request body: {'port': {'device_id': '4bbc9452-21f4-4ba4-97d8-951ff78fac00', 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2', 'admin_state_up': True, 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'security_groups': ['e59382fb-50f1-4c98-ae4e-3e518b4effca']}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:00:10.245028 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-b6238f63-125b-4f43-b1d2-b51742987d7f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:10.247130 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-b6238f63-125b-4f43-b1d2-b51742987d7f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:10.319871 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9631f9b-f354-4f05-8f05-95e789520477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041cb2c5-474f-49c7-831f-c6b51ee203ed,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:10.371987 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c9631f9b-f354-4f05-8f05-95e789520477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:10.414967 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7ddcc-b4dd-4701-86c8-772913c64714 req-454b0bce-5083-4393-8fef-8235d44ccb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:10.416896 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7ad7ddcc-b4dd-4701-86c8-772913c64714 req-454b0bce-5083-4393-8fef-8235d44ccb88 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=92c45433-dca4-4c05-9264-73a4c2b886b3 HTTP/1.1" status: 200 len: 1162 time: 0.8115504 Jan 19 16:00:10.419315 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-b6238f63-125b-4f43-b1d2-b51742987d7f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.6960573 Jan 19 16:00:10.454408 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87697f9-a795-4fcc-8a3e-21384b1664d0 req-c0f854b3-b9f8-4e25-97e2-da4a26593142 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:10.457514 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d87697f9-a795-4fcc-8a3e-21384b1664d0 req-c0f854b3-b9f8-4e25-97e2-da4a26593142 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/ports?device_id=92c45433-dca4-4c05-9264-73a4c2b886b3 HTTP/1.1" status: 200 len: 945 time: 0.7059858 Jan 19 16:00:10.491168 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-e9ae6d78-e767-4b27-9f0b-e307430a27c9 service neutron] Request body: {'port': {'device_id': '081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:00:10.502539 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-219d4955-646c-4f4c-bd77-171fc4ffd97c None None] Provisioning for port 77a349ba-e149-4ab8-9c56-2512ce712b62 completed by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:00:10.519348 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-219d4955-646c-4f4c-bd77-171fc4ffd97c None None] Provisioning complete for port 77a349ba-e149-4ab8-9c56-2512ce712b62 triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:00:10.523715 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-219d4955-646c-4f4c-bd77-171fc4ffd97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:10.601486 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-b6c9d30c-7a50-4253-88e7-b440de83cf8a tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:00:10.631581 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-b6c9d30c-7a50-4253-88e7-b440de83cf8a tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:00:10.655865 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-b6c9d30c-7a50-4253-88e7-b440de83cf8a tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Made reservation on behalf of 7b1a4fa7e3e84f4c99ed43dd4d9f70d8 for: {'port': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:00:10.669154 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-b6c9d30c-7a50-4253-88e7-b440de83cf8a tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:10.683785 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-e9ae6d78-e767-4b27-9f0b-e307430a27c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:10.700941 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-360859be-5213-4ba3-a015-e8dc66ad9394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:10.734107 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-219d4955-646c-4f4c-bd77-171fc4ffd97c None None] Port 77a349ba-e149-4ab8-9c56-2512ce712b62 cannot update to ACTIVE because it is not bound. {{(pid=80161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 16:00:10.744079 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-360859be-5213-4ba3-a015-e8dc66ad9394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:10.822974 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42712) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:10.932702 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d87697f9-a795-4fcc-8a3e-21384b1664d0 req-3be37726-b7db-4d30-8f5a-938bc2f99045 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/security-groups?id=0316fb75-d756-4449-a7fe-d23b5407c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511194 Jan 19 16:00:10.978902 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7ad7ddcc-b4dd-4701-86c8-772913c64714 req-61967925-ec69-4c63-af80-2b4268360a00 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=0316fb75-d756-4449-a7fe-d23b5407c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5193393 Jan 19 16:00:10.992387 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 42720) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:11.328744 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-2e401e34-647e-45b4-99eb-f1c57c67834a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:11.357700 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-2e401e34-647e-45b4-99eb-f1c57c67834a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:00:11.362644 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-2e401e34-647e-45b4-99eb-f1c57c67834a admin admin] Usage tracker for resource:security_group_rule and tenant:5d64f25e8605489cb603bd61c2289ea4 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:00:11.367334 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-2e401e34-647e-45b4-99eb-f1c57c67834a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:00:11.377523 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-2e401e34-647e-45b4-99eb-f1c57c67834a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:00:11.400943 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78525433-9788-4bcc-b546-1c116a486cdc req-a1631caf-11f7-415b-89f5-d93deeff625a tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:11.413926 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-78525433-9788-4bcc-b546-1c116a486cdc req-a1631caf-11f7-415b-89f5-d93deeff625a tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 945 time: 1.4210198 Jan 19 16:00:11.430007 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-360859be-5213-4ba3-a015-e8dc66ad9394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:11.443761 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c533fc7a-b5d1-46bb-a300-57465f000be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:11.461007 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4e12b405-a7cb-4e25-a6fc-b3f1bbd6c142 req-ef5e5c8e-32eb-435b-8e4e-06af0afdb808 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 210 time: 0.1996357 Jan 19 16:00:11.478546 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360859be-5213-4ba3-a015-e8dc66ad9394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041cb2c5-474f-49c7-831f-c6b51ee203ed,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:11.499471 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-360859be-5213-4ba3-a015-e8dc66ad9394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:11.510381 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-b6c9d30c-7a50-4253-88e7-b440de83cf8a tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Allocated IP 172.20.0.4 (6ea02ce0-bc45-4d69-89bd-6b33e937c1b2/2ac4c3c0-47d4-4e4c-9947-77ff1933d492/0b3f4d32-e368-434f-ae52-2cec572a5046) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:00:11.572835 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-eb100894-b9ba-471a-ba8a-964e5f8d0558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:11.599161 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-360859be-5213-4ba3-a015-e8dc66ad9394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:11.603394 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-360859be-5213-4ba3-a015-e8dc66ad9394 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/041cb2c5-474f-49c7-831f-c6b51ee203ed HTTP/1.1" status: 204 len: 168 time: 1.4345725 Jan 19 16:00:11.615156 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-eb100894-b9ba-471a-ba8a-964e5f8d0558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:00:11.623086 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-eb100894-b9ba-471a-ba8a-964e5f8d0558 admin admin] Usage tracker for resource:security_group_rule and tenant:5153799116394903a83419a8f3e8c125 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:00:11.628945 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-eb100894-b9ba-471a-ba8a-964e5f8d0558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:00:11.641446 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-eb100894-b9ba-471a-ba8a-964e5f8d0558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:00:11.662748 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-78525433-9788-4bcc-b546-1c116a486cdc req-40dd9860-a3bf-4607-80e5-3395e3d66f49 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468479 Jan 19 16:00:11.688038 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-2e401e34-647e-45b4-99eb-f1c57c67834a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:11.701623 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-2e401e34-647e-45b4-99eb-f1c57c67834a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:11.715445 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-adac17ec-6e50-4598-b6fa-c33a5bc30c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:11.950425 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-2e401e34-647e-45b4-99eb-f1c57c67834a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=5d64f25e8605489cb603bd61c2289ea4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1230998 Jan 19 16:00:11.958622 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e401e34-647e-45b4-99eb-f1c57c67834a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c0ecde-d777-461e-8519-9c887126a85a,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:11.963716 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42734) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:11.975613 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-2e401e34-647e-45b4-99eb-f1c57c67834a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:12.089811 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497fef3-336f-4cda-9060-1f94a289c70d req-df734d60-f812-40a5-b7b2-c5adf4304ae6 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:12.091258 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-d497fef3-336f-4cda-9060-1f94a289c70d req-df734d60-f812-40a5-b7b2-c5adf4304ae6 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Synchronizing usage tracker for tenant:a5ad27bc88e04bd18332340c160e78f4 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:00:12.172559 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.resource_extend [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-e9ae6d78-e767-4b27-9f0b-e307430a27c9 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 19 16:00:12.260466 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-d497fef3-336f-4cda-9060-1f94a289c70d req-df734d60-f812-40a5-b7b2-c5adf4304ae6 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Unset dirty status for tenant:a5ad27bc88e04bd18332340c160e78f4 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:00:12.261767 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d497fef3-336f-4cda-9060-1f94a289c70d req-df734d60-f812-40a5-b7b2-c5adf4304ae6 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 931 time: 0.5165093 Jan 19 16:00:12.268262 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-b6c9d30c-7a50-4253-88e7-b440de83cf8a tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:12.324951 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-eb100894-b9ba-471a-ba8a-964e5f8d0558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:12.341829 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ccbb5860-d89b-4774-84e1-8351c6d9aa7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:12.392073 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ccbb5860-d89b-4774-84e1-8351c6d9aa7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:12.424443 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-b6c9d30c-7a50-4253-88e7-b440de83cf8a tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Transition to ACTIVE for port object 0b3f4d32-e368-434f-ae52-2cec572a5046 will not be triggered until provisioned by entity DHCP. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:00:12.465495 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-eb100894-b9ba-471a-ba8a-964e5f8d0558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:12.509489 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:12.559849 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-b6c9d30c-7a50-4253-88e7-b440de83cf8a tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852269169'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:12.596331 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-e9ae6d78-e767-4b27-9f0b-e307430a27c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77a349ba-e149-4ab8-9c56-2512ce712b62 {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 16:00:12.609927 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:12.616454 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb100894-b9ba-471a-ba8a-964e5f8d0558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2900ee08-0623-4e8e-ad4c-9ecea4770c31,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:12.681317 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-eb100894-b9ba-471a-ba8a-964e5f8d0558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:12.693162 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d497fef3-336f-4cda-9060-1f94a289c70d req-6e733a2d-55c7-4578-8aa4-0999be048252 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3848748 Jan 19 16:00:12.698422 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-e9ae6d78-e767-4b27-9f0b-e307430a27c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:12.744930 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-eb100894-b9ba-471a-ba8a-964e5f8d0558 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=5153799116394903a83419a8f3e8c125&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7442584 Jan 19 16:00:12.749971 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-e9ae6d78-e767-4b27-9f0b-e307430a27c9 service neutron] Transition to ACTIVE for port object 77a349ba-e149-4ab8-9c56-2512ce712b62 will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:00:12.751029 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 42756) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:12.815169 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-e9ae6d78-e767-4b27-9f0b-e307430a27c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:12.851032 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-cdc6da6f-ef99-43cd-91ad-6aeee58f6bf6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:12.852290 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9d30c-7a50-4253-88e7-b440de83cf8a tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Pushing event updated for resources: {'Port': ['ID=0b3f4d32-e368-434f-ae52-2cec572a5046,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:12.859703 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-b6c9d30c-7a50-4253-88e7-b440de83cf8a tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:12.947192 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112df6c-36a5-4eb7-bb7e-8a8c66673f15 req-bf052770-6d5b-47de-b538-345c13eb6cd1 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:12.949772 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4112df6c-36a5-4eb7-bb7e-8a8c66673f15 req-bf052770-6d5b-47de-b538-345c13eb6cd1 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/ports?device_id=92c45433-dca4-4c05-9264-73a4c2b886b3 HTTP/1.1" status: 200 len: 945 time: 0.6862464 Jan 19 16:00:12.967097 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-edb07281-4065-4911-b28a-d83cda9db720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:13.042678 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ccbb5860-d89b-4774-84e1-8351c6d9aa7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:13.057707 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:00:13.062425 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-58b11226-4289-47e2-96fc-3046615d66e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:13.118279 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb5860-d89b-4774-84e1-8351c6d9aa7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c0ecde-d777-461e-8519-9c887126a85a,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:13.122505 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-ccbb5860-d89b-4774-84e1-8351c6d9aa7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:13.148895 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ccbb5860-d89b-4774-84e1-8351c6d9aa7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:13.151163 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-ccbb5860-d89b-4774-84e1-8351c6d9aa7e admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/f6c0ecde-d777-461e-8519-9c887126a85a HTTP/1.1" status: 204 len: 168 time: 1.1808672 Jan 19 16:00:13.164739 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-b6c9d30c-7a50-4253-88e7-b440de83cf8a tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Network 6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:00:13.166980 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-b6c9d30c-7a50-4253-88e7-b440de83cf8a tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:00:13.170549 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-b6c9d30c-7a50-4253-88e7-b440de83cf8a tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:00:13.379187 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-b6c9d30c-7a50-4253-88e7-b440de83cf8a tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:13.380348 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-b6c9d30c-7a50-4253-88e7-b440de83cf8a tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:13.423405 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-b6c9d30c-7a50-4253-88e7-b440de83cf8a tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2116587 Jan 19 16:00:13.453635 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-51c0a9aa-b43c-41f6-8ea1-ec583170130a service neutron] Request body: {'port': {'device_id': '4bbc9452-21f4-4ba4-97d8-951ff78fac00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:00:13.653377 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-edb07281-4065-4911-b28a-d83cda9db720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:13.687671 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-51c0a9aa-b43c-41f6-8ea1-ec583170130a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:13.731817 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-09279820-3ac7-44d4-8b09-c825159d9cc4 None None] Provisioning for port 0b3f4d32-e368-434f-ae52-2cec572a5046 completed by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:00:13.752656 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-09279820-3ac7-44d4-8b09-c825159d9cc4 None None] Provisioning complete for port 0b3f4d32-e368-434f-ae52-2cec572a5046 triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:00:13.754907 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-09279820-3ac7-44d4-8b09-c825159d9cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:13.884546 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-edb07281-4065-4911-b28a-d83cda9db720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:13.927188 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae6d78-e767-4b27-9f0b-e307430a27c9 service neutron] Pushing event updated for resources: {'Port': ['ID=77a349ba-e149-4ab8-9c56-2512ce712b62,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:13.983342 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-09279820-3ac7-44d4-8b09-c825159d9cc4 None None] Port 0b3f4d32-e368-434f-ae52-2cec572a5046 cannot update to ACTIVE because it is not bound. {{(pid=80161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 16:00:14.009053 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e9ae6d78-e767-4b27-9f0b-e307430a27c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.158s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:14.041370 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-723d9e52-3332-471d-b906-efffbff17318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:14.095948 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4112df6c-36a5-4eb7-bb7e-8a8c66673f15 req-39174e57-e8e8-4377-8298-332726775baa tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/security-groups?id=0316fb75-d756-4449-a7fe-d23b5407c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0613163 Jan 19 16:00:14.145974 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb07281-4065-4911-b28a-d83cda9db720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2900ee08-0623-4e8e-ad4c-9ecea4770c31,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:14.148904 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-edb07281-4065-4911-b28a-d83cda9db720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:14.240526 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-edb07281-4065-4911-b28a-d83cda9db720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:14.248720 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-edb07281-4065-4911-b28a-d83cda9db720 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/2900ee08-0623-4e8e-ad4c-9ecea4770c31 HTTP/1.1" status: 204 len: 168 time: 1.4944293 Jan 19 16:00:14.355071 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55099b-e8fc-4f7f-8278-eb2e20e99880 req-593d8f88-4d40-438d-9c04-53afb1db6ab0 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:14.358244 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-eb55099b-e8fc-4f7f-8278-eb2e20e99880 req-593d8f88-4d40-438d-9c04-53afb1db6ab0 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 931 time: 1.3124270 Jan 19 16:00:14.614704 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 42788) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:14.666425 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f0e64c8d-f1a5-402b-b0e3-7f06b08aee61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:14.870447 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-eb55099b-e8fc-4f7f-8278-eb2e20e99880 req-a3be9811-e456-41e5-a6fe-72c3b11ced23 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4977951 Jan 19 16:00:14.871845 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-e9ae6d78-e767-4b27-9f0b-e307430a27c9 service neutron] Attempting to bind port 77a349ba-e149-4ab8-9c56-2512ce712b62 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 16:00:14.872321 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-e9ae6d78-e767-4b27-9f0b-e307430a27c9 service neutron] Attempting to bind port 77a349ba-e149-4ab8-9c56-2512ce712b62 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': 'e72f2297-08fd-49e9-9edb-06951c7ef4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 16:00:14.872776 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-e9ae6d78-e767-4b27-9f0b-e307430a27c9 service neutron] Attempting to bind port 77a349ba-e149-4ab8-9c56-2512ce712b62 on network 6f889a84-1af9-40d2-bcf9-6e9854a6418c {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 16:00:14.882821 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-f0e64c8d-f1a5-402b-b0e3-7f06b08aee61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:00:14.888091 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-e9ae6d78-e767-4b27-9f0b-e307430a27c9 service neutron] Checking agent: {'id': '073d1919-22dd-4be4-a5f1-d010cf1bf21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 56, 7), 'started_at': datetime.datetime(2021, 1, 19, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 16:00:14.889468 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-e9ae6d78-e767-4b27-9f0b-e307430a27c9 service neutron] Checking segment: {'id': 'e72f2297-08fd-49e9-9edb-06951c7ef4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:00:14.890100 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-e9ae6d78-e767-4b27-9f0b-e307430a27c9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:14.890630 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-e9ae6d78-e767-4b27-9f0b-e307430a27c9 service neutron] Bound using segment: {'id': 'e72f2297-08fd-49e9-9edb-06951c7ef4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 16:00:14.891304 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-e9ae6d78-e767-4b27-9f0b-e307430a27c9 service neutron] Bound port: 77a349ba-e149-4ab8-9c56-2512ce712b62, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72f2297-08fd-49e9-9edb-06951c7ef4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 16:00:14.892130 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-e9ae6d78-e767-4b27-9f0b-e307430a27c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:15.023399 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-f0e64c8d-f1a5-402b-b0e3-7f06b08aee61 admin admin] Usage tracker for resource:security_group_rule and tenant:fa8f28fdbb0a4abca6431793f6fa4f10 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:00:15.028362 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-51c0a9aa-b43c-41f6-8ea1-ec583170130a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b3f4d32-e368-434f-ae52-2cec572a5046 {{(pid=80159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 16:00:15.050452 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-51c0a9aa-b43c-41f6-8ea1-ec583170130a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:15.058994 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-f0e64c8d-f1a5-402b-b0e3-7f06b08aee61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:00:15.123537 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-51c0a9aa-b43c-41f6-8ea1-ec583170130a service neutron] Transition to ACTIVE for port object 0b3f4d32-e368-434f-ae52-2cec572a5046 will not be triggered until provisioned by entity L2. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:00:15.130026 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-51c0a9aa-b43c-41f6-8ea1-ec583170130a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506630'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:15.142110 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-f0e64c8d-f1a5-402b-b0e3-7f06b08aee61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:00:15.179499 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:15.286681 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42798) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:15.376013 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f0e64c8d-f1a5-402b-b0e3-7f06b08aee61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:15.408841 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0a9aa-b43c-41f6-8ea1-ec583170130a service neutron] Pushing event updated for resources: {'Port': ['ID=0b3f4d32-e368-434f-ae52-2cec572a5046,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:15.437529 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-e9ae6d78-e767-4b27-9f0b-e307430a27c9 service neutron] For port 77a349ba-e149-4ab8-9c56-2512ce712b62, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 16:00:15.443543 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-e9ae6d78-e767-4b27-9f0b-e307430a27c9 service neutron] For port 77a349ba-e149-4ab8-9c56-2512ce712b62, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=77a349ba-e149-4ab8-9c56-2512ce712b62,segment=NetworkSegment(e72f2297-08fd-49e9-9edb-06951c7ef4e0),segment_id=e72f2297-08fd-49e9-9edb-06951c7ef4e0)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 16:00:15.467725 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-51c0a9aa-b43c-41f6-8ea1-ec583170130a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:15.468563 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6f80df25-193a-47e7-9480-1274243f593f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:15.468721 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-e9ae6d78-e767-4b27-9f0b-e307430a27c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:15.477355 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f0e64c8d-f1a5-402b-b0e3-7f06b08aee61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:15.568919 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-6f80df25-193a-47e7-9480-1274243f593f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:00:15.580933 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-6f80df25-193a-47e7-9480-1274243f593f admin admin] Usage tracker for resource:security_group_rule and tenant:ed7b8739b94942d9aca904dc55865bac is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:00:15.687174 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-6f80df25-193a-47e7-9480-1274243f593f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:00:15.704556 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-6f80df25-193a-47e7-9480-1274243f593f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:00:15.720099 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e9ae6d78-e767-4b27-9f0b-e307430a27c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:15.953086 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-f0e64c8d-f1a5-402b-b0e3-7f06b08aee61 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=fa8f28fdbb0a4abca6431793f6fa4f10&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3262992 Jan 19 16:00:15.973474 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 42812) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:16.112412 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-e9ae6d78-e767-4b27-9f0b-e307430a27c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:16.113494 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-e9ae6d78-e767-4b27-9f0b-e307430a27c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:16.116065 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-e9ae6d78-e767-4b27-9f0b-e307430a27c9 service neutron] 10.222.0.104 "PUT /v2.0/ports/77a349ba-e149-4ab8-9c56-2512ce712b62 HTTP/1.1" status: 200 len: 1157 time: 5.6332099 Jan 19 16:00:16.119198 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3a49b406-f4ff-4079-b273-0cfffa5d3a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:16.134509 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7', 'tag': '77a349ba-e149-4ab8-9c56-2512ce712b62'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:00:16.157996 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6f80df25-193a-47e7-9480-1274243f593f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:16.165199 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-51c0a9aa-b43c-41f6-8ea1-ec583170130a service neutron] Attempting to bind port 0b3f4d32-e368-434f-ae52-2cec572a5046 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 16:00:16.166417 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-51c0a9aa-b43c-41f6-8ea1-ec583170130a service neutron] Attempting to bind port 0b3f4d32-e368-434f-ae52-2cec572a5046 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': 'fb008804-836d-4882-a02a-897d065b80a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2'}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 16:00:16.167146 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-51c0a9aa-b43c-41f6-8ea1-ec583170130a service neutron] Attempting to bind port 0b3f4d32-e368-434f-ae52-2cec572a5046 on network 6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 16:00:16.184245 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6f80df25-193a-47e7-9480-1274243f593f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:16.199118 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4a766950-9801-41b4-a347-ab8be574b28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:16.211307 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb4b82-6505-461c-bc22-acf24e5c49d2 req-582b4e2a-4a90-40ae-ba07-27e45d403ec2 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:16.220951 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bdeb4b82-6505-461c-bc22-acf24e5c49d2 req-582b4e2a-4a90-40ae-ba07-27e45d403ec2 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 945 time: 1.5562086 Jan 19 16:00:16.239911 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-51c0a9aa-b43c-41f6-8ea1-ec583170130a service neutron] Checking agent: {'id': '073d1919-22dd-4be4-a5f1-d010cf1bf21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 56, 7), 'started_at': datetime.datetime(2021, 1, 19, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 16:00:16.240294 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-51c0a9aa-b43c-41f6-8ea1-ec583170130a service neutron] Checking segment: {'id': 'fb008804-836d-4882-a02a-897d065b80a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:00:16.240894 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-51c0a9aa-b43c-41f6-8ea1-ec583170130a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:16.241371 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-51c0a9aa-b43c-41f6-8ea1-ec583170130a service neutron] Bound using segment: {'id': 'fb008804-836d-4882-a02a-897d065b80a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2'} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 16:00:16.242077 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-51c0a9aa-b43c-41f6-8ea1-ec583170130a service neutron] Bound port: 0b3f4d32-e368-434f-ae52-2cec572a5046, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb008804-836d-4882-a02a-897d065b80a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2'}}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 16:00:16.242535 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-51c0a9aa-b43c-41f6-8ea1-ec583170130a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:16.274612 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f80df25-193a-47e7-9480-1274243f593f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ceeabd-d0de-44a2-9a97-0712fd2a7086,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:16.320812 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6f80df25-193a-47e7-9480-1274243f593f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:16.353339 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae6d78-e767-4b27-9f0b-e307430a27c9 service neutron] Pushing event updated for resources: {'Port': ['ID=77a349ba-e149-4ab8-9c56-2512ce712b62,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:16.381009 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-6f80df25-193a-47e7-9480-1274243f593f admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ed7b8739b94942d9aca904dc55865bac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9782817 Jan 19 16:00:16.385609 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 42822) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:16.404334 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e0f77-d0ae-49bb-8331-ba8d3cca8534 req-dd7b3d23-c5d2-419b-b80d-97b1e754c435 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:16.407267 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-745e0f77-d0ae-49bb-8331-ba8d3cca8534 req-dd7b3d23-c5d2-419b-b80d-97b1e754c435 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 943 time: 0.9470375 Jan 19 16:00:16.414592 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bdeb4b82-6505-461c-bc22-acf24e5c49d2 req-f6451f17-db72-453b-a425-9fffed289f43 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921093 Jan 19 16:00:16.421058 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e9ae6d78-e767-4b27-9f0b-e307430a27c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:16.423614 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-53c0dbf1-f500-4713-9f74-31c730de9afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.595s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:16.464783 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e64c8d-f1a5-402b-b0e3-7f06b08aee61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5547f01c-917a-4bbb-b5d5-97b2cf7c4894,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:16.470781 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3a49b406-f4ff-4079-b273-0cfffa5d3a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:16.507698 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f0e64c8d-f1a5-402b-b0e3-7f06b08aee61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:16.586034 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-51c0a9aa-b43c-41f6-8ea1-ec583170130a service neutron] For port 0b3f4d32-e368-434f-ae52-2cec572a5046, host hv-cinder-66710, cleared binding levels {{(pid=80159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 16:00:16.586331 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-745e0f77-d0ae-49bb-8331-ba8d3cca8534 req-c2187ccf-4857-4b72-9821-09378a994890 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242955 Jan 19 16:00:16.607378 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-04a9b1e4-2c0a-42e6-93ac-3613ccb11df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:16.609786 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-04a9b1e4-2c0a-42e6-93ac-3613ccb11df7 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a5ad27bc88e04bd18332340c160e78f4&device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 1160 time: 0.3843839 Jan 19 16:00:16.625061 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3a49b406-f4ff-4079-b273-0cfffa5d3a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:16.693607 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-51c0a9aa-b43c-41f6-8ea1-ec583170130a service neutron] For port 0b3f4d32-e368-434f-ae52-2cec572a5046, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=0b3f4d32-e368-434f-ae52-2cec572a5046,segment=NetworkSegment(fb008804-836d-4882-a02a-897d065b80a8),segment_id=fb008804-836d-4882-a02a-897d065b80a8)] {{(pid=80159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 16:00:16.703074 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-51c0a9aa-b43c-41f6-8ea1-ec583170130a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506630'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:16.751558 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-5c6f62b2-b89a-42ee-ad1b-bfe29ad19ac5 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77a349ba-e149-4ab8-9c56-2512ce712b62 HTTP/1.1" status: 200 len: 217 time: 0.1280675 Jan 19 16:00:16.760791 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:16.780090 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49b406-f4ff-4079-b273-0cfffa5d3a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5547f01c-917a-4bbb-b5d5-97b2cf7c4894,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:16.786195 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9316a209-fb92-412d-83ef-f0f507452f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:16.880168 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-3a49b406-f4ff-4079-b273-0cfffa5d3a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:16.979180 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c3c7a7a0-4db8-45ac-873e-acc0a48308de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:17.021790 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0a9aa-b43c-41f6-8ea1-ec583170130a service neutron] Pushing event updated for resources: {'Port': ['ID=0b3f4d32-e368-434f-ae52-2cec572a5046,revision_number=3']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:17.126275 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3a49b406-f4ff-4079-b273-0cfffa5d3a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:17.129651 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-3a49b406-f4ff-4079-b273-0cfffa5d3a93 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/5547f01c-917a-4bbb-b5d5-97b2cf7c4894 HTTP/1.1" status: 204 len: 168 time: 1.1545897 Jan 19 16:00:17.220948 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-cb9c112b-c9fd-4ce7-8c1d-41c49e4831a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:17.224331 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-cb9c112b-c9fd-4ce7-8c1d-41c49e4831a2 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=50029681-e86b-47f1-bdb3-0326582392cc HTTP/1.1" status: 200 len: 856 time: 0.4456112 Jan 19 16:00:17.226457 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-51c0a9aa-b43c-41f6-8ea1-ec583170130a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:17.358965 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c3c7a7a0-4db8-45ac-873e-acc0a48308de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:17.469457 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b97f27-f8c9-43bb-9c39-5b3c4fe65b13 req-3b447ac4-c43d-481e-aafb-5761923cd0e6 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:17.482295 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-99b97f27-f8c9-43bb-9c39-5b3c4fe65b13 req-3b447ac4-c43d-481e-aafb-5761923cd0e6 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/ports?device_id=92c45433-dca4-4c05-9264-73a4c2b886b3 HTTP/1.1" status: 200 len: 945 time: 0.6098506 Jan 19 16:00:17.539509 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-51c0a9aa-b43c-41f6-8ea1-ec583170130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:17.540221 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-51c0a9aa-b43c-41f6-8ea1-ec583170130a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:17.542292 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-51c0a9aa-b43c-41f6-8ea1-ec583170130a service neutron] 10.222.0.104 "PUT /v2.0/ports/0b3f4d32-e368-434f-ae52-2cec572a5046 HTTP/1.1" status: 200 len: 1157 time: 4.0976479 Jan 19 16:00:17.543570 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbc9452-21f4-4ba4-97d8-951ff78fac00', 'tag': '0b3f4d32-e368-434f-ae52-2cec572a5046'}] {{(pid=80159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:00:17.555151 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f4ab4-73a7-4377-a6dc-e2546116cb8d req-d0db4744-b0f6-4cc7-b482-11e3eb2d4857 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:17.577300 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-766f4ab4-73a7-4377-a6dc-e2546116cb8d req-d0db4744-b0f6-4cc7-b482-11e3eb2d4857 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 943 time: 0.4672418 Jan 19 16:00:17.757347 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-766f4ab4-73a7-4377-a6dc-e2546116cb8d req-c39378cf-3feb-4735-b2b4-11cf86d05c80 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778417 Jan 19 16:00:17.781282 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c3c7a7a0-4db8-45ac-873e-acc0a48308de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:17.796339 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c9631f9b-f354-4f05-8f05-95e789520477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:17.814166 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-51ed5735-b050-42a8-b681-7ffd7b9afa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:17.820457 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-51ed5735-b050-42a8-b681-7ffd7b9afa7c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6f889a84-1af9-40d2-bcf9-6e9854a6418c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.5850086 Jan 19 16:00:17.897278 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7a7a0-4db8-45ac-873e-acc0a48308de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ceeabd-d0de-44a2-9a97-0712fd2a7086,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:17.928337 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c3c7a7a0-4db8-45ac-873e-acc0a48308de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:17.929420 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c3c7a7a0-4db8-45ac-873e-acc0a48308de admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:17.941061 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-c3c7a7a0-4db8-45ac-873e-acc0a48308de admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/58ceeabd-d0de-44a2-9a97-0712fd2a7086 HTTP/1.1" status: 204 len: 168 time: 1.5525043 Jan 19 16:00:18.026348 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-905d5a43-dcbd-4108-bc53-04faf8e09a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:18.029125 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-905d5a43-dcbd-4108-bc53-04faf8e09a64 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7b1a4fa7e3e84f4c99ed43dd4d9f70d8&device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 1160 time: 0.4245825 Jan 19 16:00:18.220834 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7', 'tag': '77a349ba-e149-4ab8-9c56-2512ce712b62', 'status': 'completed', 'code': 200} Jan 19 16:00:18.272129 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-99b97f27-f8c9-43bb-9c39-5b3c4fe65b13 req-7927a078-2b37-4f3e-bd93-21900c0a0271 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/security-groups?id=0316fb75-d756-4449-a7fe-d23b5407c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7877190 Jan 19 16:00:18.529289 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-0df7c704-1ece-4983-9210-e2a012477c2d service neutron] 10.222.0.104 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6725633 Jan 19 16:00:18.775806 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-94240aa5-e05e-4c7b-80fe-1649894842a8 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b3f4d32-e368-434f-ae52-2cec572a5046 HTTP/1.1" status: 200 len: 217 time: 0.7332850 Jan 19 16:00:18.999553 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-5622fbe8-717e-436d-b755-aeab0708efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:19.002206 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-5622fbe8-717e-436d-b755-aeab0708efb8 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2ac4c3c0-47d4-4e4c-9947-77ff1933d492 HTTP/1.1" status: 200 len: 849 time: 0.2155538 Jan 19 16:00:19.151564 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd7a2e-4689-4fc5-a1e9-348872dafde9 req-f9d20891-54b3-43c1-bd5c-52d697a3ff58 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:19.172058 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-01dd7a2e-4689-4fc5-a1e9-348872dafde9 req-f9d20891-54b3-43c1-bd5c-52d697a3ff58 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 943 time: 0.7678871 Jan 19 16:00:19.178781 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bc37ee9c-34de-48f1-aa54-dd8beddd0eb9 req-2d797050-6a07-4db8-8a1d-42d1f5629fe6 service neutron] 10.222.0.104 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6233268 Jan 19 16:00:19.244243 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-0bbccd7c-beba-44b4-9605-2e226d071577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:19.248427 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-0bbccd7c-beba-44b4-9605-2e226d071577 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6ea02ce0-bc45-4d69-89bd-6b33e937c1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2346349 Jan 19 16:00:19.410197 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-01dd7a2e-4689-4fc5-a1e9-348872dafde9 req-1250fab3-d00f-4307-ace5-d09dbb82c1c5 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2256896 Jan 19 16:00:19.610178 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-31f2baa6-59dd-4aa3-96df-70ad43041801 service neutron] 10.222.0.104 "GET /v2.0/networks/6ea02ce0-bc45-4d69-89bd-6b33e937c1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503892 Jan 19 16:00:19.843473 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947505f-d4c0-4641-87ea-bd876f2eaa68 req-1f20ce5f-f4ab-4e09-a2d4-b0bebae10958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:19.847067 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7947505f-d4c0-4641-87ea-bd876f2eaa68 req-1f20ce5f-f4ab-4e09-a2d4-b0bebae10958 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a5ad27bc88e04bd18332340c160e78f4&device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 1160 time: 0.4655719 Jan 19 16:00:20.251753 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbc9452-21f4-4ba4-97d8-951ff78fac00', 'tag': '0b3f4d32-e368-434f-ae52-2cec572a5046', 'status': 'completed', 'code': 200} Jan 19 16:00:20.288429 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bfa40d44-94c9-49f1-a3ae-137c9df2a187 req-1968ce42-da4f-4e47-815c-13128f2b847b service neutron] 10.222.0.104 "GET /v2.0/networks/6ea02ce0-bc45-4d69-89bd-6b33e937c1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6709266 Jan 19 16:00:20.627052 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa1535-f79a-434b-b928-797206edbef8 req-ed3e2e76-cedd-4820-a339-35bde6b93f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:20.631826 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1daa1535-f79a-434b-b928-797206edbef8 req-ed3e2e76-cedd-4820-a339-35bde6b93f3d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7b1a4fa7e3e84f4c99ed43dd4d9f70d8&device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 1160 time: 0.2385893 Jan 19 16:00:20.798598 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947505f-d4c0-4641-87ea-bd876f2eaa68 req-dabbfaed-9146-4aef-8f1b-288078c9d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:20.801594 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7947505f-d4c0-4641-87ea-bd876f2eaa68 req-dabbfaed-9146-4aef-8f1b-288078c9d083 service neutron] 10.222.0.104 "GET /v2.0/networks?id=6f889a84-1af9-40d2-bcf9-6e9854a6418c HTTP/1.1" status: 200 len: 911 time: 0.9425600 Jan 19 16:00:21.085141 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa1535-f79a-434b-b928-797206edbef8 req-49b57ceb-bad8-4f9a-a451-8c35457f9f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:21.093269 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1daa1535-f79a-434b-b928-797206edbef8 req-49b57ceb-bad8-4f9a-a451-8c35457f9f6d service neutron] 10.222.0.104 "GET /v2.0/networks?id=6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 HTTP/1.1" status: 200 len: 904 time: 0.4465137 Jan 19 16:00:21.128706 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7947505f-d4c0-4641-87ea-bd876f2eaa68 req-ad4cd5d7-ad5f-4baf-9996-05e8028ae8c0 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77a349ba-e149-4ab8-9c56-2512ce712b62 HTTP/1.1" status: 200 len: 217 time: 0.2757206 Jan 19 16:00:21.322198 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1daa1535-f79a-434b-b928-797206edbef8 req-38421d8f-264c-419a-ac0e-fbbae118efa0 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b3f4d32-e368-434f-ae52-2cec572a5046 HTTP/1.1" status: 200 len: 217 time: 0.2156384 Jan 19 16:00:21.422371 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947505f-d4c0-4641-87ea-bd876f2eaa68 req-d04ae817-43ef-43a1-9200-1d6cd841c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:21.426367 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7947505f-d4c0-4641-87ea-bd876f2eaa68 req-d04ae817-43ef-43a1-9200-1d6cd841c277 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=50029681-e86b-47f1-bdb3-0326582392cc HTTP/1.1" status: 200 len: 856 time: 0.2736788 Jan 19 16:00:21.539203 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa1535-f79a-434b-b928-797206edbef8 req-36113e94-f4f6-42be-93f4-be15a0661062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:21.542043 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1daa1535-f79a-434b-b928-797206edbef8 req-36113e94-f4f6-42be-93f4-be15a0661062 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2ac4c3c0-47d4-4e4c-9947-77ff1933d492 HTTP/1.1" status: 200 len: 849 time: 0.2089031 Jan 19 16:00:21.705160 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a35718-0e88-417c-b9e4-ed4fa64924cc req-e13dc259-eac5-4c0e-9b11-efc7b6d9aa46 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:21.720485 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-42a35718-0e88-417c-b9e4-ed4fa64924cc req-e13dc259-eac5-4c0e-9b11-efc7b6d9aa46 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 943 time: 0.9172494 Jan 19 16:00:21.859439 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa1535-f79a-434b-b928-797206edbef8 req-9033d486-6004-4d10-86f4-a7037cce6358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:21.861338 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1daa1535-f79a-434b-b928-797206edbef8 req-9033d486-6004-4d10-86f4-a7037cce6358 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6ea02ce0-bc45-4d69-89bd-6b33e937c1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3093917 Jan 19 16:00:22.026767 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947505f-d4c0-4641-87ea-bd876f2eaa68 req-dad5787d-382b-4fc3-b241-a7aa1ba92f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:22.036958 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7947505f-d4c0-4641-87ea-bd876f2eaa68 req-dad5787d-382b-4fc3-b241-a7aa1ba92f21 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6f889a84-1af9-40d2-bcf9-6e9854a6418c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.5943244 Jan 19 16:00:22.079740 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-42a35718-0e88-417c-b9e4-ed4fa64924cc req-d71f6d2f-0648-4924-8444-62df4dfcc751 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3476880 Jan 19 16:00:22.569102 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1daa1535-f79a-434b-b928-797206edbef8 req-116770b4-bd63-40a4-af51-9dc1e38e8f68 service neutron] 10.222.0.104 "GET /v2.0/networks/6ea02ce0-bc45-4d69-89bd-6b33e937c1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6955857 Jan 19 16:00:22.728063 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7947505f-d4c0-4641-87ea-bd876f2eaa68 req-d694ace4-06d8-436a-8133-0efa90472749 service neutron] 10.222.0.104 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6460049 Jan 19 16:00:23.153712 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1daa1535-f79a-434b-b928-797206edbef8 req-fd8edf67-4c21-46fc-beda-7fc6aa065dea service neutron] 10.222.0.104 "GET /v2.0/networks/6ea02ce0-bc45-4d69-89bd-6b33e937c1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4844644 Jan 19 16:00:23.267095 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7947505f-d4c0-4641-87ea-bd876f2eaa68 req-9bd5043b-db69-4356-a340-27d4a624e4e1 service neutron] 10.222.0.104 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5208921 Jan 19 16:00:23.604291 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541a897-f7bf-47d0-bcca-9416f37cd97a req-21002e41-7be6-40f1-aa6a-6b49b410068b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:23.621627 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9541a897-f7bf-47d0-bcca-9416f37cd97a req-21002e41-7be6-40f1-aa6a-6b49b410068b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 943 time: 0.8768363 Jan 19 16:00:23.789050 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9541a897-f7bf-47d0-bcca-9416f37cd97a req-cf3e9564-1652-4870-b2ba-4fff92380f58 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631203 Jan 19 16:00:24.036679 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 0b3f4d32-e368-434f-ae52-2cec572a5046 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:00:24.344689 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning for port 0b3f4d32-e368-434f-ae52-2cec572a5046 completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:00:24.358300 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 0b3f4d32-e368-434f-ae52-2cec572a5046 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:00:24.359745 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:24.598264 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305ef28-c3c5-47e0-a6e1-4760412568b9 req-82ff1970-7b61-4272-8559-59ffbec63bed tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:24.608245 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b305ef28-c3c5-47e0-a6e1-4760412568b9 req-82ff1970-7b61-4272-8559-59ffbec63bed tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 943 time: 0.2317469 Jan 19 16:00:24.644214 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:24.738603 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b305ef28-c3c5-47e0-a6e1-4760412568b9 req-8a952f6e-af3f-4ea7-a507-044181262727 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114902 Jan 19 16:00:24.745033 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbc9452-21f4-4ba4-97d8-951ff78fac00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3f4d32-e368-434f-ae52-2cec572a5046'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:00:24.781490 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port 0b3f4d32-e368-434f-ae52-2cec572a5046, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=0b3f4d32-e368-434f-ae52-2cec572a5046,segment=NetworkSegment(fb008804-836d-4882-a02a-897d065b80a8),segment_id=fb008804-836d-4882-a02a-897d065b80a8)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:00:24.794807 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:24.795653 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 77a349ba-e149-4ab8-9c56-2512ce712b62 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:00:24.891810 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:25.025248 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbc9452-21f4-4ba4-97d8-951ff78fac00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3f4d32-e368-434f-ae52-2cec572a5046', 'code': 200} Jan 19 16:00:25.026472 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=0b3f4d32-e368-434f-ae52-2cec572a5046,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:25.050907 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:25.080311 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning for port 77a349ba-e149-4ab8-9c56-2512ce712b62 completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:00:25.102862 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 77a349ba-e149-4ab8-9c56-2512ce712b62 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:00:25.107157 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:25.473527 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:25.594510 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port 77a349ba-e149-4ab8-9c56-2512ce712b62, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=77a349ba-e149-4ab8-9c56-2512ce712b62,segment=NetworkSegment(e72f2297-08fd-49e9-9edb-06951c7ef4e0),segment_id=e72f2297-08fd-49e9-9edb-06951c7ef4e0)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:00:25.603120 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:25.608536 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-be897de0-93ae-459b-b307-65223007ba92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:25.777462 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=77a349ba-e149-4ab8-9c56-2512ce712b62,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:25.785460 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:25.827470 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 0b3f4d32-e368-434f-ae52-2cec572a5046 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:00:25.851877 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae5d5b-4fae-4c7e-aa3a-cc92d998d72b req-d8d1c595-3bfa-4d7c-84bf-52fb96abff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:25.854621 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8aae5d5b-4fae-4c7e-aa3a-cc92d998d72b req-d8d1c595-3bfa-4d7c-84bf-52fb96abff37 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 1162 time: 0.3203609 Jan 19 16:00:25.927668 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f803d6-1550-45ca-9c4b-ec68f63fd538 req-0b4cbef2-8c75-472a-9c52-eabeb6fecd58 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:25.941747 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d0f803d6-1550-45ca-9c4b-ec68f63fd538 req-0b4cbef2-8c75-472a-9c52-eabeb6fecd58 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 0.2968056 Jan 19 16:00:25.997180 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 0b3f4d32-e368-434f-ae52-2cec572a5046 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:00:25.997854 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:26.043327 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8aae5d5b-4fae-4c7e-aa3a-cc92d998d72b req-edd4d50a-c179-43d0-a122-7d2166bfd641 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994017 Jan 19 16:00:26.072977 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d0f803d6-1550-45ca-9c4b-ec68f63fd538 req-98908617-01e1-4034-b99a-a238606d0176 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302953 Jan 19 16:00:26.264923 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cae982-d8b0-4896-b4be-09e38857eea5 req-0d1f074e-9ab7-4b86-8f10-b177f486fc16 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:26.277357 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f5cae982-d8b0-4896-b4be-09e38857eea5 req-0d1f074e-9ab7-4b86-8f10-b177f486fc16 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.1978188 Jan 19 16:00:26.395954 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f5cae982-d8b0-4896-b4be-09e38857eea5 req-c6a2a6b7-e6af-41da-9a62-d37c9cb5be1d tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007626 Jan 19 16:00:27.026597 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a349ba-e149-4ab8-9c56-2512ce712b62'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:00:27.172936 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a349ba-e149-4ab8-9c56-2512ce712b62', 'code': 200} Jan 19 16:00:27.662869 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164fb844-a262-441e-b599-2abb66ecb224 req-49ed86a0-a283-4fd2-b515-82f5b13f2bc1 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:27.664762 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-164fb844-a262-441e-b599-2abb66ecb224 req-49ed86a0-a283-4fd2-b515-82f5b13f2bc1 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 0.2388015 Jan 19 16:00:27.872358 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 0b3f4d32-e368-434f-ae52-2cec572a5046 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:00:27.943919 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-164fb844-a262-441e-b599-2abb66ecb224 req-1cc0271c-e8e3-45b2-885f-23fb3c30f436 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523933 Jan 19 16:00:28.185819 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 0b3f4d32-e368-434f-ae52-2cec572a5046 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:00:28.186594 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:28.203769 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11d59a-1f73-44a8-bb13-ef8ce62328a0 req-2bfe9b1e-f464-417b-99f7-ec0ef68d7153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:28.207696 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ca11d59a-1f73-44a8-bb13-ef8ce62328a0 req-2bfe9b1e-f464-417b-99f7-ec0ef68d7153 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 1162 time: 0.5417275 Jan 19 16:00:28.339991 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e50c97-4933-4ea9-b7c7-52875512b6d6 req-4b6c9db1-9679-43a2-95ce-0b88cb671c86 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:28.343610 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-15e50c97-4933-4ea9-b7c7-52875512b6d6 req-4b6c9db1-9679-43a2-95ce-0b88cb671c86 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.5152793 Jan 19 16:00:28.389633 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ca11d59a-1f73-44a8-bb13-ef8ce62328a0 req-f2aa0e2a-abbf-41ad-8ad0-2b9868987d04 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600521 Jan 19 16:00:28.520443 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 77a349ba-e149-4ab8-9c56-2512ce712b62 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:00:28.819152 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 77a349ba-e149-4ab8-9c56-2512ce712b62 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:00:28.819854 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:28.890880 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-ef396ff0-9982-4240-a829-1209b4ef4e66 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:28.907077 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-ef396ff0-9982-4240-a829-1209b4ef4e66 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/networks?id=5a07f96a-01d8-459c-9b69-968e5b6b4ff4 HTTP/1.1" status: 200 len: 815 time: 0.4824917 Jan 19 16:00:29.014855 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-15e50c97-4933-4ea9-b7c7-52875512b6d6 req-a8b0433a-3742-4dd8-9e3f-69e3ad6543ff tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6297376 Jan 19 16:00:29.032474 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-4662061c-fce1-4b8f-bb8d-86be991c684a tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/quotas/4424ac45d4934f389ea21b2c76ea9c97 HTTP/1.1" status: 200 len: 375 time: 0.1232457 Jan 19 16:00:29.304423 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-3fa2e7f8-aaa1-47e0-b0e4-62d2c0671888 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?tenant_id=4424ac45d4934f389ea21b2c76ea9c97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2705905 Jan 19 16:00:29.576096 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 43126) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:29.839212 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bdea0-8c13-4a16-a3df-574d1d568005 req-d58f8f40-05c7-41cd-9f91-851ef23aa0e2 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:29.851926 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cc1bdea0-8c13-4a16-a3df-574d1d568005 req-d58f8f40-05c7-41cd-9f91-851ef23aa0e2 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 0.2823951 Jan 19 16:00:30.076133 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cc1bdea0-8c13-4a16-a3df-574d1d568005 req-2d4e3596-d66b-4c45-88d6-373914019b74 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221196 Jan 19 16:00:30.089153 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-eabbe0f9-94cc-4bcf-af9a-8e0d5c20f64d service neutron] 10.222.0.110 "GET /v2.0/networks/5a07f96a-01d8-459c-9b69-968e5b6b4ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7604856 Jan 19 16:00:30.108344 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-af40a332-53ed-4455-92e6-26cdcaa33c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:30.197525 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-af40a332-53ed-4455-92e6-26cdcaa33c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:00:30.225216 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-af40a332-53ed-4455-92e6-26cdcaa33c7d admin admin] Usage tracker for resource:security_group_rule and tenant:0da553da02754d3f8b71f5dcfbada3c1 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:00:30.239751 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-af40a332-53ed-4455-92e6-26cdcaa33c7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:00:30.259613 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-af40a332-53ed-4455-92e6-26cdcaa33c7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:00:30.481611 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-f39599e0-c9fc-4f91-be3d-4075b5fb5e0c service neutron] 10.222.0.110 "GET /v2.0/networks/5a07f96a-01d8-459c-9b69-968e5b6b4ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3714561 Jan 19 16:00:30.582981 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-af40a332-53ed-4455-92e6-26cdcaa33c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:30.588224 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-af40a332-53ed-4455-92e6-26cdcaa33c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:30.616814 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-df145fbe-05e8-403f-bf42-ee55962f8365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:30.661985 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 43144) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:30.722763 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-af40a332-53ed-4455-92e6-26cdcaa33c7d admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=0da553da02754d3f8b71f5dcfbada3c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1445715 Jan 19 16:00:30.725729 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 43152) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:30.771137 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40a332-53ed-4455-92e6-26cdcaa33c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23d535c-8984-4375-a677-189993429d69,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:30.784618 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-af40a332-53ed-4455-92e6-26cdcaa33c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:30.900301 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5cd0896c-8e39-4b38-90bf-b625c9fc5adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:30.941975 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5cd0896c-8e39-4b38-90bf-b625c9fc5adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:31.246809 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7ab9fe1b-c6ef-4a4c-92ae-edc9ce36643e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:31.337082 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-7ab9fe1b-c6ef-4a4c-92ae-edc9ce36643e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:00:31.344576 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-7ab9fe1b-c6ef-4a4c-92ae-edc9ce36643e admin admin] Usage tracker for resource:security_group_rule and tenant:4067e8bd7a7243468916d16d25ea6751 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:00:31.350402 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-7ab9fe1b-c6ef-4a4c-92ae-edc9ce36643e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:00:31.360187 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-7ab9fe1b-c6ef-4a4c-92ae-edc9ce36643e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:00:31.480036 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5cd0896c-8e39-4b38-90bf-b625c9fc5adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:31.567646 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7ab9fe1b-c6ef-4a4c-92ae-edc9ce36643e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:31.591167 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:31.609823 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7ab9fe1b-c6ef-4a4c-92ae-edc9ce36643e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:31.617738 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0896c-8e39-4b38-90bf-b625c9fc5adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23d535c-8984-4375-a677-189993429d69,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:31.652537 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0626bd-425d-4c4b-b11a-5c69f77d49d5 req-cea709d4-0477-4ccb-83d5-2bb7b4d4bbfd tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:31.654486 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ee0626bd-425d-4c4b-b11a-5c69f77d49d5 req-cea709d4-0477-4ccb-83d5-2bb7b4d4bbfd tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.6931465 Jan 19 16:00:31.657593 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-5cd0896c-8e39-4b38-90bf-b625c9fc5adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:31.714478 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-5cd0896c-8e39-4b38-90bf-b625c9fc5adb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:31.742641 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 43188) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:31.744341 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-7ab9fe1b-c6ef-4a4c-92ae-edc9ce36643e admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=4067e8bd7a7243468916d16d25ea6751&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0792675 Jan 19 16:00:31.802017 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9fe1b-c6ef-4a4c-92ae-edc9ce36643e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217d2011-363a-429f-9dd1-5231930a36aa,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:31.845396 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988b8ce-e6d3-4e8c-918e-36a0f1e892b0 req-f411876e-b838-4985-a181-9785022a220d tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:31.856088 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9988b8ce-e6d3-4e8c-918e-36a0f1e892b0 req-f411876e-b838-4985-a181-9785022a220d tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/ports?device_id=92c45433-dca4-4c05-9264-73a4c2b886b3 HTTP/1.1" status: 200 len: 945 time: 0.8923004 Jan 19 16:00:31.889067 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-2a961317-31c8-43cc-add2-a2f5728d41b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:31.892500 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-7ab9fe1b-c6ef-4a4c-92ae-edc9ce36643e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:31.939171 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-2a961317-31c8-43cc-add2-a2f5728d41b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:31.966433 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5cd0896c-8e39-4b38-90bf-b625c9fc5adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:31.971782 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-5cd0896c-8e39-4b38-90bf-b625c9fc5adb admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/c23d535c-8984-4375-a677-189993429d69 HTTP/1.1" status: 204 len: 168 time: 1.2403929 Jan 19 16:00:32.011717 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9988b8ce-e6d3-4e8c-918e-36a0f1e892b0 req-cb760357-52fe-4d2a-bfb4-27942db897a0 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/security-groups?id=0316fb75-d756-4449-a7fe-d23b5407c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537864 Jan 19 16:00:32.035846 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 43196) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:32.056122 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ee0626bd-425d-4c4b-b11a-5c69f77d49d5 req-85acb57b-b189-492f-8f6b-69d79a725fc9 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3420768 Jan 19 16:00:32.090457 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-2a961317-31c8-43cc-add2-a2f5728d41b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:32.117247 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4b93bfdb-4bd0-40b8-82f3-bb1fcec20a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:32.169268 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a961317-31c8-43cc-add2-a2f5728d41b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217d2011-363a-429f-9dd1-5231930a36aa,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:32.198585 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-2a961317-31c8-43cc-add2-a2f5728d41b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:32.262826 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-2a961317-31c8-43cc-add2-a2f5728d41b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:32.268344 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-2a961317-31c8-43cc-add2-a2f5728d41b9 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/217d2011-363a-429f-9dd1-5231930a36aa HTTP/1.1" status: 204 len: 168 time: 0.5238216 Jan 19 16:00:32.513972 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4c7a8435-cda5-493b-8cfa-ee7a984d7768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:32.554437 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-4c7a8435-cda5-493b-8cfa-ee7a984d7768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:00:32.563712 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-4c7a8435-cda5-493b-8cfa-ee7a984d7768 admin admin] Usage tracker for resource:security_group_rule and tenant:8b62da53fbdc4a71986a962052a615bd is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:00:32.568451 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2eec500d-cd4b-44e4-b130-13d8697f27d7 req-58daf087-d501-4f70-a8bd-f278d71a334e tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=a6ae8dd6-00e3-494f-97ec-c5b6664572f3 HTTP/1.1" status: 200 len: 210 time: 0.1201828 Jan 19 16:00:32.588054 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-4c7a8435-cda5-493b-8cfa-ee7a984d7768 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:00:32.618054 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-4c7a8435-cda5-493b-8cfa-ee7a984d7768 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:00:32.730029 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16675f4-0aff-4fda-8b0f-3c7593f9fe6c req-26d565e7-0991-46e0-985e-70809d9f49aa tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:32.733174 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e16675f4-0aff-4fda-8b0f-3c7593f9fe6c req-26d565e7-0991-46e0-985e-70809d9f49aa tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 0.3620744 Jan 19 16:00:32.854254 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e16675f4-0aff-4fda-8b0f-3c7593f9fe6c req-51b5f034-d5b5-4719-82c9-5932ecb9e8fa tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106119 Jan 19 16:00:32.933406 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4c7a8435-cda5-493b-8cfa-ee7a984d7768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:32.948135 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4c7a8435-cda5-493b-8cfa-ee7a984d7768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:32.989442 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:33.227405 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a8435-cda5-493b-8cfa-ee7a984d7768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9adb8c21-2ac3-4095-bd4b-b8df5842ced4,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:33.256494 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4c7a8435-cda5-493b-8cfa-ee7a984d7768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:33.280745 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-4c7a8435-cda5-493b-8cfa-ee7a984d7768 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=8b62da53fbdc4a71986a962052a615bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2386460 Jan 19 16:00:33.293790 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 43220) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:33.350798 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2bf3f-f7f4-43be-84a2-bcae2f6bd887 req-baafc541-4491-4e81-ba2c-02898b74171d tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:33.369257 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fbc2bf3f-f7f4-43be-84a2-bcae2f6bd887 req-baafc541-4491-4e81-ba2c-02898b74171d tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.5126214 Jan 19 16:00:33.374432 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 43224) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:33.527652 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 43230) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:33.629030 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-e83990b7-2a14-49f2-baa5-7960ba4e3d79 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Request body: {'floatingip': {'port_id': '0b3f4d32-e368-434f-ae52-2cec572a5046'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:00:33.652968 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-41629ea5-0825-48a4-ad79-68e059d12fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:33.777762 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 096dcd90-75e6-487b-8a2e-60066ac98053 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:00:33.863139 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-055f7a8b-3865-4d84-961f-1f054f8fcb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:33.868649 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-41629ea5-0825-48a4-ad79-68e059d12fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:00:33.920341 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-41629ea5-0825-48a4-ad79-68e059d12fb9 admin admin] Usage tracker for resource:security_group_rule and tenant:f057363f711a4543866e5f6d8d4762fd is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:00:33.945001 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-41629ea5-0825-48a4-ad79-68e059d12fb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:00:33.999660 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-41629ea5-0825-48a4-ad79-68e059d12fb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:00:34.024597 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-055f7a8b-3865-4d84-961f-1f054f8fcb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:34.191252 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:34.351089 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c45433-dca4-4c05-9264-73a4c2b886b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '096dcd90-75e6-487b-8a2e-60066ac98053'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:00:34.363674 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1ad25bc8-22f0-478f-9f4f-722d7fb51f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:34.377055 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port 096dcd90-75e6-487b-8a2e-60066ac98053, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=096dcd90-75e6-487b-8a2e-60066ac98053,segment=NetworkSegment(51031bb1-45ff-4ad4-a086-286c58b0a579),segment_id=51031bb1-45ff-4ad4-a086-286c58b0a579)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:00:34.383342 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:34.389148 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-043e8843-e7b7-452b-b4d5-5e80f9e01119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:34.398478 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c16ab-3c44-42d6-bef1-3786175d8749 req-0f1ed1ba-eeb7-41e4-81e4-12af33b07ac0 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:34.399947 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c33c16ab-3c44-42d6-bef1-3786175d8749 req-0f1ed1ba-eeb7-41e4-81e4-12af33b07ac0 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.104 "GET /v2.0/ports?device_id=92c45433-dca4-4c05-9264-73a4c2b886b3 HTTP/1.1" status: 200 len: 945 time: 0.8478699 Jan 19 16:00:34.540817 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=096dcd90-75e6-487b-8a2e-60066ac98053,revision_number=5']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:34.552165 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:34.620352 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-c33c16ab-3c44-42d6-bef1-3786175d8749 req-75ff3ec7-3df4-4911-a630-432833ba72f3 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Deleting port 096dcd90-75e6-487b-8a2e-60066ac98053 {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:00:34.620774 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-c33c16ab-3c44-42d6-bef1-3786175d8749 req-75ff3ec7-3df4-4911-a630-432833ba72f3 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:34.637366 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e83990b7-2a14-49f2-baa5-7960ba4e3d79 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for floatingip, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:34.682908 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-055f7a8b-3865-4d84-961f-1f054f8fcb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:34.700797 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-8ef25764-b8de-4924-8808-a428d23ff129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:34.745409 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f7a8b-3865-4d84-961f-1f054f8fcb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adb8c21-2ac3-4095-bd4b-b8df5842ced4,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:34.793860 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-055f7a8b-3865-4d84-961f-1f054f8fcb17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:34.835795 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-41629ea5-0825-48a4-ad79-68e059d12fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:34.838217 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-055f7a8b-3865-4d84-961f-1f054f8fcb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:34.840380 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-055f7a8b-3865-4d84-961f-1f054f8fcb17 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/9adb8c21-2ac3-4095-bd4b-b8df5842ced4 HTTP/1.1" status: 204 len: 168 time: 1.5445650 Jan 19 16:00:34.850580 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-27619382-f74c-42da-82b7-eb21f291fe9c tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:34.852439 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-27619382-f74c-42da-82b7-eb21f291fe9c tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.104 "GET /v2.0/networks?id=5a07f96a-01d8-459c-9b69-968e5b6b4ff4 HTTP/1.1" status: 200 len: 815 time: 1.4627106 Jan 19 16:00:34.899230 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-41629ea5-0825-48a4-ad79-68e059d12fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:34.928890 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-af40a332-53ed-4455-92e6-26cdcaa33c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:35.012445 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-41629ea5-0825-48a4-ad79-68e059d12fb9 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f057363f711a4543866e5f6d8d4762fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4805114 Jan 19 16:00:35.022640 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 43258) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:35.161506 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41629ea5-0825-48a4-ad79-68e059d12fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fed5f14-b19d-4bdf-a600-4ece80b6f2bc,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:35.179621 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-41629ea5-0825-48a4-ad79-68e059d12fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:35.454764 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-dab68f85-5d8a-4219-be8a-ed616cab974e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:35.575147 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-dab68f85-5d8a-4219-be8a-ed616cab974e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:35.592964 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-c33c16ab-3c44-42d6-bef1-3786175d8749 req-75ff3ec7-3df4-4911-a630-432833ba72f3 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] For port 096dcd90-75e6-487b-8a2e-60066ac98053, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=096dcd90-75e6-487b-8a2e-60066ac98053,segment=NetworkSegment(51031bb1-45ff-4ad4-a086-286c58b0a579),segment_id=51031bb1-45ff-4ad4-a086-286c58b0a579)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:00:35.593425 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-c33c16ab-3c44-42d6-bef1-3786175d8749 req-75ff3ec7-3df4-4911-a630-432833ba72f3 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:35.728558 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-c6bbce6f-2690-420b-99a9-43f2ddd7a63e tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Request body: {'port': {'device_id': 'a6ae8dd6-00e3-494f-97ec-c5b6664572f3', 'network_id': '5a07f96a-01d8-459c-9b69-968e5b6b4ff4', 'admin_state_up': True, 'tenant_id': '4424ac45d4934f389ea21b2c76ea9c97'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:00:35.922136 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 43274) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:35.952613 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-c33c16ab-3c44-42d6-bef1-3786175d8749 req-75ff3ec7-3df4-4911-a630-432833ba72f3 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Calling delete_port for 096dcd90-75e6-487b-8a2e-60066ac98053 owned by compute:nova {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:00:36.029460 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 43282) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:36.165100 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a8a34291-e336-4d76-9ef7-bf44f085c742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:36.195797 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-dab68f85-5d8a-4219-be8a-ed616cab974e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:36.285735 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-41629ea5-0825-48a4-ad79-68e059d12fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:36.298126 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-a8a34291-e336-4d76-9ef7-bf44f085c742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:00:36.301929 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-a8a34291-e336-4d76-9ef7-bf44f085c742 admin admin] Usage tracker for resource:security_group_rule and tenant:cbba84a625a04efaa05198f232cdbf7f is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:00:36.305535 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-a8a34291-e336-4d76-9ef7-bf44f085c742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:00:36.341777 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-a8a34291-e336-4d76-9ef7-bf44f085c742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:00:36.344783 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab68f85-5d8a-4219-be8a-ed616cab974e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fed5f14-b19d-4bdf-a600-4ece80b6f2bc,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:36.353005 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-dab68f85-5d8a-4219-be8a-ed616cab974e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:36.356443 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-dab68f85-5d8a-4219-be8a-ed616cab974e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:36.362271 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-dab68f85-5d8a-4219-be8a-ed616cab974e admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/1fed5f14-b19d-4bdf-a600-4ece80b6f2bc HTTP/1.1" status: 204 len: 168 time: 1.3335354 Jan 19 16:00:36.496669 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f65e8-2269-46b5-8053-0a1879f0300f req-b133afd3-fb55-4448-969e-1ce7b4ae3621 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:36.500311 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-315f65e8-2269-46b5-8053-0a1879f0300f req-b133afd3-fb55-4448-969e-1ce7b4ae3621 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 2.2370961 Jan 19 16:00:36.518631 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 43290) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:36.553465 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00449fb8-63a3-4df7-a674-87112257c99d req-f48fd219-8062-41e7-a8bc-631b6e0d33d6 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:36.565688 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-00449fb8-63a3-4df7-a674-87112257c99d req-f48fd219-8062-41e7-a8bc-631b6e0d33d6 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/ports?device_id=92c45433-dca4-4c05-9264-73a4c2b886b3 HTTP/1.1" status: 200 len: 943 time: 2.2871413 Jan 19 16:00:36.582232 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-e0cad35d-3043-46e6-8790-6355a5a8631b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Request body: {'floatingip': {'port_id': '77a349ba-e149-4ab8-9c56-2512ce712b62'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:00:36.678418 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:36.753197 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.resource_extend [None req-e83990b7-2a14-49f2-baa5-7960ba4e3d79 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 19 16:00:36.758625 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-94c3b486-9656-495b-82aa-85b93965277e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1819421066-network', 'tenant_id': 'af29d0a769f64fe6ab2751c6dbd21318'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:00:36.809160 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-94c3b486-9656-495b-82aa-85b93965277e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:00:36.813531 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-c33c16ab-3c44-42d6-bef1-3786175d8749 req-75ff3ec7-3df4-4911-a630-432833ba72f3 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852269169'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:36.826189 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-94c3b486-9656-495b-82aa-85b93965277e admin admin] Usage tracker for resource:network and tenant:af29d0a769f64fe6ab2751c6dbd21318 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:00:36.838960 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e0cad35d-3043-46e6-8790-6355a5a8631b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for floatingip, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:36.957894 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-c6bbce6f-2690-420b-99a9-43f2ddd7a63e tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:00:37.059725 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:37.105755 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-c6bbce6f-2690-420b-99a9-43f2ddd7a63e tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:00:37.186143 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e83990b7-2a14-49f2-baa5-7960ba4e3d79 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for floatingip, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:37.191597 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-feace911-ab81-40ec-b6e3-0975830956aa req-63d527e0-85e3-4a6b-91e8-0146aff6172b tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=a6ae8dd6-00e3-494f-97ec-c5b6664572f3 HTTP/1.1" status: 200 len: 210 time: 0.2580559 Jan 19 16:00:37.204572 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-00449fb8-63a3-4df7-a674-87112257c99d req-e3d01131-11d6-4cde-97ba-ab6fa780891b tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/security-groups?id=0316fb75-d756-4449-a7fe-d23b5407c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6375301 Jan 19 16:00:37.207323 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e83990b7-2a14-49f2-baa5-7960ba4e3d79 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853037689'] for floatingip, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:37.356673 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5e81e66c-cbac-4a61-8633-bac0d9555b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:37.399803 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c45433-dca4-4c05-9264-73a4c2b886b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '096dcd90-75e6-487b-8a2e-60066ac98053', 'code': 200} Jan 19 16:00:37.443108 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-94c3b486-9656-495b-82aa-85b93965277e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:00:37.450857 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-94c3b486-9656-495b-82aa-85b93965277e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:00:37.614017 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:37.690744 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a8a34291-e336-4d76-9ef7-bf44f085c742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:37.693240 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff3ec7-3df4-4911-a630-432833ba72f3 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Pushing event deleted for resources: {'Port': ['ID=096dcd90-75e6-487b-8a2e-60066ac98053,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:37.713111 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-75ff3ec7-3df4-4911-a630-432833ba72f3 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:37.714158 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a8a34291-e336-4d76-9ef7-bf44f085c742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:37.817482 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:37.835983 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-a8a34291-e336-4d76-9ef7-bf44f085c742 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=cbba84a625a04efaa05198f232cdbf7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7895846 Jan 19 16:00:37.864012 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c3b486-9656-495b-82aa-85b93965277e admin admin] Made reservation on behalf of af29d0a769f64fe6ab2751c6dbd21318 for: {'network': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:00:37.871317 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-94c3b486-9656-495b-82aa-85b93965277e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:37.889723 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 43312) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:37.896976 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-94c3b486-9656-495b-82aa-85b93965277e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:37.927784 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.l3_db [None req-e83990b7-2a14-49f2-baa5-7960ba4e3d79 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Floating IP 74246fe8-c4f4-47c3-8d7c-b5cdb6b10e10 associated. External IP: 172.28.3.254, port: 0b3f4d32-e368-434f-ae52-2cec572a5046. Jan 19 16:00:37.965672 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:38.026332 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-c6bbce6f-2690-420b-99a9-43f2ddd7a63e tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Made reservation on behalf of 4424ac45d4934f389ea21b2c76ea9c97 for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:00:38.045972 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-c6bbce6f-2690-420b-99a9-43f2ddd7a63e tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:38.394178 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a34291-e336-4d76-9ef7-bf44f085c742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1761736-9b7b-44f2-b102-736a6a727a57,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:38.447050 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-94c3b486-9656-495b-82aa-85b93965277e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:00:38.455710 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-a8a34291-e336-4d76-9ef7-bf44f085c742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:38.473050 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-94c3b486-9656-495b-82aa-85b93965277e admin admin] Usage tracker for resource:security_group_rule and tenant:af29d0a769f64fe6ab2751c6dbd21318 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:00:38.640961 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33c16ab-3c44-42d6-bef1-3786175d8749 req-75ff3ec7-3df4-4911-a630-432833ba72f3 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] No DVR routers for this DVR port 096dcd90-75e6-487b-8a2e-60066ac98053 on host hv-cinder-66710 {{(pid=80159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 16:00:38.644715 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-94c3b486-9656-495b-82aa-85b93965277e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:00:38.669595 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-c33c16ab-3c44-42d6-bef1-3786175d8749 req-75ff3ec7-3df4-4911-a630-432833ba72f3 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:38.676960 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-94c3b486-9656-495b-82aa-85b93965277e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:00:38.683739 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c45433-dca4-4c05-9264-73a4c2b886b3', 'name': 'network-vif-deleted', 'tag': '096dcd90-75e6-487b-8a2e-60066ac98053'}] {{(pid=80159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:00:38.793160 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-02da7df6-e3c3-4c3c-959c-9d538c27cb42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:38.874057 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ba2fe7d1-2b79-4092-8b20-d362898440bf req-542acdd4-253a-4fb7-aea8-68028c7ee419 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/ports?device_id=92c45433-dca4-4c05-9264-73a4c2b886b3 HTTP/1.1" status: 200 len: 210 time: 0.1898334 Jan 19 16:00:38.896568 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-08fe8c9f-f942-45e7-a010-7a45bfebdd4d req-3860e264-50e1-4a7e-9bf9-a739a896cb46 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=a6ae8dd6-00e3-494f-97ec-c5b6664572f3 HTTP/1.1" status: 200 len: 210 time: 0.2186511 Jan 19 16:00:38.972929 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c33c16ab-3c44-42d6-bef1-3786175d8749 req-75ff3ec7-3df4-4911-a630-432833ba72f3 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.104 "DELETE /v2.0/ports/096dcd90-75e6-487b-8a2e-60066ac98053 HTTP/1.1" status: 204 len: 173 time: 4.5543792 Jan 19 16:00:39.032146 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c45433-dca4-4c05-9264-73a4c2b886b3', 'name': 'network-vif-deleted', 'tag': '096dcd90-75e6-487b-8a2e-60066ac98053', 'status': 'completed', 'code': 200} Jan 19 16:00:39.143916 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:39.289683 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-02da7df6-e3c3-4c3c-959c-9d538c27cb42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:39.368073 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-c6bbce6f-2690-420b-99a9-43f2ddd7a63e tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Allocated IP 172.20.0.9 (5a07f96a-01d8-459c-9b69-968e5b6b4ff4/e3562505-5c33-4043-b9be-4bcf914d2bda/89b5938c-a890-4c1c-8d98-296ced78989b) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:00:39.525438 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83990b7-2a14-49f2-baa5-7960ba4e3d79 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Router ce2f8eee-08cd-45d3-909c-dc6b6e008f84 has already been hosted by L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f {{(pid=80160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 16:00:39.586475 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-94c3b486-9656-495b-82aa-85b93965277e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:39.588050 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-02da7df6-e3c3-4c3c-959c-9d538c27cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:39.605790 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:39.631723 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-94c3b486-9656-495b-82aa-85b93965277e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:39.656839 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da7df6-e3c3-4c3c-959c-9d538c27cb42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1761736-9b7b-44f2-b102-736a6a727a57,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:39.676805 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.resource_extend [None req-e0cad35d-3043-46e6-8790-6355a5a8631b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 19 16:00:39.841023 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-02da7df6-e3c3-4c3c-959c-9d538c27cb42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:39.842358 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-8e260328-297d-4188-b470-39e68ae3dc47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:39.918332 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-02da7df6-e3c3-4c3c-959c-9d538c27cb42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:39.923578 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-02da7df6-e3c3-4c3c-959c-9d538c27cb42 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b1761736-9b7b-44f2-b102-736a6a727a57 HTTP/1.1" status: 204 len: 168 time: 2.0120070 Jan 19 16:00:39.985605 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3b486-9656-495b-82aa-85b93965277e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be4828b-8b41-459e-9c15-4174300b3c74,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:40.048419 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-94c3b486-9656-495b-82aa-85b93965277e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:40.050219 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c3b486-9656-495b-82aa-85b93965277e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 16:00:40.163293 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-94c3b486-9656-495b-82aa-85b93965277e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792502028574', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:40.163752 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.segments_db [None req-94c3b486-9656-495b-82aa-85b93965277e admin admin] Added segment 44e4ef70-9893-41b6-a77c-3391fdd84c46 of type vxlan for network b14d2a53-9461-4a62-ad08-ccd883bfa66b Jan 19 16:00:40.216223 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e0cad35d-3043-46e6-8790-6355a5a8631b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for floatingip, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:40.227373 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e0cad35d-3043-46e6-8790-6355a5a8631b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853037689'] for floatingip, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:40.354427 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83990b7-2a14-49f2-baa5-7960ba4e3d79 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 16:00:40.394112 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4498645b-aa08-4b3e-b2c4-4b83bd36acd5 None None] Sync routers for ids ['ce2f8eee-08cd-45d3-909c-dc6b6e008f84'] in dv-cinder-667108-29-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 16:00:40.419524 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4498645b-aa08-4b3e-b2c4-4b83bd36acd5 None None] Routers {'ce2f8eee-08cd-45d3-909c-dc6b6e008f84'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:00:40.420238 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-4498645b-aa08-4b3e-b2c4-4b83bd36acd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:00:37Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['ce2f8eee-08cd-45d3-909c-dc6b6e008f84'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:00:40.556603 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5bba0acf-6a47-4a91-a092-2fa66a607eb9 req-4ee63a56-75cc-491d-8beb-7606024c3980 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] 10.222.0.110 "GET /v2.0/ports?device_id=92c45433-dca4-4c05-9264-73a4c2b886b3 HTTP/1.1" status: 200 len: 210 time: 0.1985569 Jan 19 16:00:40.649148 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e83990b7-2a14-49f2-baa5-7960ba4e3d79 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for floatingip, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:40.758044 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-c6bbce6f-2690-420b-99a9-43f2ddd7a63e tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:40.780143 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-69207bee-6454-4caa-8632-23e110b429d3 req-1321861f-9b2f-4550-8528-4a40f8f39f20 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Synchronizing usage tracker for tenant:4424ac45d4934f389ea21b2c76ea9c97 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:00:40.860999 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-e83990b7-2a14-49f2-baa5-7960ba4e3d79 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "PUT /v2.0/floatingips/74246fe8-c4f4-47c3-8d7c-b5cdb6b10e10 HTTP/1.1" status: 200 len: 991 time: 7.4836750 Jan 19 16:00:40.867911 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbc9452-21f4-4ba4-97d8-951ff78fac00', 'tag': '0b3f4d32-e368-434f-ae52-2cec572a5046'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:00:40.890879 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-69207bee-6454-4caa-8632-23e110b429d3 req-1321861f-9b2f-4550-8528-4a40f8f39f20 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Unset dirty status for tenant:4424ac45d4934f389ea21b2c76ea9c97 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:00:40.896509 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-69207bee-6454-4caa-8632-23e110b429d3 req-1321861f-9b2f-4550-8528-4a40f8f39f20 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=a6ae8dd6-00e3-494f-97ec-c5b6664572f3 HTTP/1.1" status: 200 len: 210 time: 0.4133883 Jan 19 16:00:40.933597 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-c6bbce6f-2690-420b-99a9-43f2ddd7a63e tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:40.999106 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:41.119767 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-94c3b486-9656-495b-82aa-85b93965277e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363244353260848'] for network, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:41.143742 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-4498645b-aa08-4b3e-b2c4-4b83bd36acd5 None None] Set router ce2f8eee-08cd-45d3-909c-dc6b6e008f84 gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:00:41.320240 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-94c3b486-9656-495b-82aa-85b93965277e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104'] for network, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:41.328697 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbc9452-21f4-4ba4-97d8-951ff78fac00', 'tag': '0b3f4d32-e368-434f-ae52-2cec572a5046', 'status': 'completed', 'code': 200} Jan 19 16:00:41.332290 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c3b486-9656-495b-82aa-85b93965277e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:41.333574 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-94c3b486-9656-495b-82aa-85b93965277e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:41.339943 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bbce6f-2690-420b-99a9-43f2ddd7a63e tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Pushing event updated for resources: {'Port': ['ID=89b5938c-a890-4c1c-8d98-296ced78989b,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:41.350019 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d6ef727f-74e8-40da-b1a8-1eef1c267b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:41.355436 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c6bbce6f-2690-420b-99a9-43f2ddd7a63e tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:41.586589 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.l3_db [None req-e0cad35d-3043-46e6-8790-6355a5a8631b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Floating IP 4c8c296d-f3b7-4354-b375-cbe242b1bd7f associated. External IP: 172.28.3.6, port: 77a349ba-e149-4ab8-9c56-2512ce712b62. Jan 19 16:00:41.624074 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-c6bbce6f-2690-420b-99a9-43f2ddd7a63e tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Network 5a07f96a-01d8-459c-9b69-968e5b6b4ff4 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:00:41.626311 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-c6bbce6f-2690-420b-99a9-43f2ddd7a63e tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:00:41.640719 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-c6bbce6f-2690-420b-99a9-43f2ddd7a63e tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:00:41.706956 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-c6bbce6f-2690-420b-99a9-43f2ddd7a63e tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:41.709302 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-c6bbce6f-2690-420b-99a9-43f2ddd7a63e tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:41.780697 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-c6bbce6f-2690-420b-99a9-43f2ddd7a63e tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2942960 Jan 19 16:00:41.796815 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-efdfe9a6-e79d-4f97-8ef4-05fd5e7ad97c service neutron] Request body: {'port': {'device_id': 'a6ae8dd6-00e3-494f-97ec-c5b6664572f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:00:42.027749 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-94c3b486-9656-495b-82aa-85b93965277e admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 6.0994525 Jan 19 16:00:42.052148 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 43394) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:42.102380 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Request body: {'subnet': {'network_id': 'b14d2a53-9461-4a62-ad08-ccd883bfa66b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1819421066-subnet', 'tenant_id': 'af29d0a769f64fe6ab2751c6dbd21318', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:00:42.117122 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3b486-9656-495b-82aa-85b93965277e admin admin] Pushing event updated for resources: {'Network': ['ID=b14d2a53-9461-4a62-ad08-ccd883bfa66b,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:42.128662 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:00:42.134578 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Network b14d2a53-9461-4a62-ad08-ccd883bfa66b details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 16:00:42.168484 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-94c3b486-9656-495b-82aa-85b93965277e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:42.192855 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Usage tracker for resource:subnet and tenant:af29d0a769f64fe6ab2751c6dbd21318 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:00:42.198897 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Network b14d2a53-9461-4a62-ad08-ccd883bfa66b details requested by agent ovs-agent-dv-cinder-667108-29-smb with host dv-cinder-667108-29-smb {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 16:00:42.209589 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:00:42.249545 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-6cd67033-6ed0-49ab-bfcc-945f9a79249c tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.110 "GET /v2.0/networks?tenant_id=d2dded795a3e4590974a9a33f6f89ad7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1670058 Jan 19 16:00:42.263618 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:00:42.373563 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Made reservation on behalf of af29d0a769f64fe6ab2751c6dbd21318 for: {'subnet': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:00:42.378933 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-4498645b-aa08-4b3e-b2c4-4b83bd36acd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'name': 'tempest-AttachVolumeTestJSON-831487525-router', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:54Z', 'updated_at': '2021-01-19T15:59:36Z', 'revision_number': 4, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'gw_port': {'id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:59Z', 'updated_at': '2021-01-19T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_floatingips': [{'id': '74246fe8-c4f4-47c3-8d7c-b5cdb6b10e10', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'floating_ip_address': '172.28.3.254', 'floating_network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'router_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'port_id': '0b3f4d32-e368-434f-ae52-2cec572a5046', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2', 'mac_address': 'fa:16:3e:84:ae:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbc9452-21f4-4ba4-97d8-951ff78fac00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T15:59:53Z', 'updated_at': '2021-01-19T16:00:36Z', 'revision_number': 1, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473d9f30-18c8-4496-8f02-e61eab3038ed', 'name': '', 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'mac_address': 'fa:16:3e:8c:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:24Z', 'updated_at': '2021-01-19T15:59:53Z', 'revision_number': 5, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'subnets': [{'id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:00:42.389286 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2322437'] for subnet, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:42.392102 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4498645b-aa08-4b3e-b2c4-4b83bd36acd5 None None] Checking router: ce2f8eee-08cd-45d3-909c-dc6b6e008f84 for host: dv-cinder-667108-29-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 16:00:42.408396 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-efdfe9a6-e79d-4f97-8ef4-05fd5e7ad97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:42.450157 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4498645b-aa08-4b3e-b2c4-4b83bd36acd5 None None] Routers {'ce2f8eee-08cd-45d3-909c-dc6b6e008f84'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:00:42.451561 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-4498645b-aa08-4b3e-b2c4-4b83bd36acd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:00:37Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['ce2f8eee-08cd-45d3-909c-dc6b6e008f84'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:00:42.513848 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c88607-bbec-429b-b007-0d1370561c1d req-7b2af8f7-2b2a-4668-a748-821b5371b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:42.530422 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-95c88607-bbec-429b-b007-0d1370561c1d req-7b2af8f7-2b2a-4668-a748-821b5371b8e7 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7b1a4fa7e3e84f4c99ed43dd4d9f70d8&device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 1162 time: 1.0746086 Jan 19 16:00:43.188915 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-4498645b-aa08-4b3e-b2c4-4b83bd36acd5 None None] Set router ce2f8eee-08cd-45d3-909c-dc6b6e008f84 gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:00:43.953900 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-486f6eac-99ec-4627-b5c7-dab5250b5dfa tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:43.956823 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cad35d-3043-46e6-8790-6355a5a8631b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Router 72fd99f9-4b71-4528-aa3e-1a8fa4929727 has already been hosted by L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f {{(pid=80159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 16:00:43.975050 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-486f6eac-99ec-4627-b5c7-dab5250b5dfa tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.6994135 Jan 19 16:00:44.311856 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-9d6d6a69-fb76-4cc1-a1aa-1b0b6c3473f6 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.110 "GET /v2.0/quotas/d2dded795a3e4590974a9a33f6f89ad7 HTTP/1.1" status: 200 len: 375 time: 0.3036320 Jan 19 16:00:44.368000 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-4498645b-aa08-4b3e-b2c4-4b83bd36acd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'name': 'tempest-AttachVolumeTestJSON-831487525-router', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:54Z', 'updated_at': '2021-01-19T15:59:36Z', 'revision_number': 4, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'gw_port': {'id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:59Z', 'updated_at': '2021-01-19T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_floatingips': [{'id': '74246fe8-c4f4-47c3-8d7c-b5cdb6b10e10', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'floating_ip_address': '172.28.3.254', 'floating_network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'router_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'port_id': '0b3f4d32-e368-434f-ae52-2cec572a5046', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2', 'mac_address': 'fa:16:3e:84:ae:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbc9452-21f4-4ba4-97d8-951ff78fac00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T15:59:53Z', 'updated_at': '2021-01-19T16:00:36Z', 'revision_number': 1, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473d9f30-18c8-4496-8f02-e61eab3038ed', 'name': '', 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'mac_address': 'fa:16:3e:8c:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:24Z', 'updated_at': '2021-01-19T15:59:53Z', 'revision_number': 5, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'subnets': [{'id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:00:44.368761 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c88607-bbec-429b-b007-0d1370561c1d req-6535a434-5be2-4c3e-a685-324110caffed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:44.371759 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-95c88607-bbec-429b-b007-0d1370561c1d req-6535a434-5be2-4c3e-a685-324110caffed service neutron] 10.222.0.104 "GET /v2.0/networks?id=6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 HTTP/1.1" status: 200 len: 904 time: 1.8395064 Jan 19 16:00:44.388075 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4498645b-aa08-4b3e-b2c4-4b83bd36acd5 None None] The sync data for ids ['ce2f8eee-08cd-45d3-909c-dc6b6e008f84'] in dv-cinder-667108-29-smb is: [{'id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'name': 'tempest-AttachVolumeTestJSON-831487525-router', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:54Z', 'updated_at': '2021-01-19T15:59:36Z', 'revision_number': 4, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'gw_port': {'id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:59Z', 'updated_at': '2021-01-19T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_floatingips': [{'id': '74246fe8-c4f4-47c3-8d7c-b5cdb6b10e10', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'floating_ip_address': '172.28.3.254', 'floating_network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'router_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'port_id': '0b3f4d32-e368-434f-ae52-2cec572a5046', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2', 'mac_address': 'fa:16:3e:84:ae:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbc9452-21f4-4ba4-97d8-951ff78fac00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T15:59:53Z', 'updated_at': '2021-01-19T16:00:36Z', 'revision_number': 1, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473d9f30-18c8-4496-8f02-e61eab3038ed', 'name': '', 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'mac_address': 'fa:16:3e:8c:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:24Z', 'updated_at': '2021-01-19T15:59:53Z', 'revision_number': 5, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'subnets': [{'id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 16:00:44.624470 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-efdfe9a6-e79d-4f97-8ef4-05fd5e7ad97c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b5938c-a890-4c1c-8d98-296ced78989b {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 16:00:44.664865 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-352e29a2-b3c4-4a9c-886a-6211b54f63aa tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.110 "GET /v2.0/ports?tenant_id=d2dded795a3e4590974a9a33f6f89ad7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1903470 Jan 19 16:00:44.669860 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-efdfe9a6-e79d-4f97-8ef4-05fd5e7ad97c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:44.704718 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-efdfe9a6-e79d-4f97-8ef4-05fd5e7ad97c service neutron] Transition to ACTIVE for port object 89b5938c-a890-4c1c-8d98-296ced78989b will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:00:44.783328 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f554b8-9358-4426-9f50-10fdc3dd753f req-fed301d6-a9f5-415c-8780-54e9e9eb49a0 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:44.786785 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a4f554b8-9358-4426-9f50-10fdc3dd753f req-fed301d6-a9f5-415c-8780-54e9e9eb49a0 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=a6ae8dd6-00e3-494f-97ec-c5b6664572f3 HTTP/1.1" status: 200 len: 931 time: 2.2193320 Jan 19 16:00:44.788919 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-efdfe9a6-e79d-4f97-8ef4-05fd5e7ad97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:44.871195 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:44.903222 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-95c88607-bbec-429b-b007-0d1370561c1d req-0ea383be-6334-4963-9d57-57327103792a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b3f4d32-e368-434f-ae52-2cec572a5046 HTTP/1.1" status: 200 len: 999 time: 0.5017529 Jan 19 16:00:44.999519 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc16b145-a6e1-4b56-bf51-4507d8153d10 None None] New status for floating IP 74246fe8-c4f4-47c3-8d7c-b5cdb6b10e10: ACTIVE {{(pid=80161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 16:00:45.050061 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cad35d-3043-46e6-8790-6355a5a8631b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 16:00:45.074517 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6ef90b-51ff-400c-9d71-5722855571bc None None] Sync routers for ids ['72fd99f9-4b71-4528-aa3e-1a8fa4929727'] in dv-cinder-667108-29-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 16:00:45.121751 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6ef90b-51ff-400c-9d71-5722855571bc None None] Routers {'72fd99f9-4b71-4528-aa3e-1a8fa4929727'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:00:45.122709 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-5c6ef90b-51ff-400c-9d71-5722855571bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:00:37Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['72fd99f9-4b71-4528-aa3e-1a8fa4929727'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:00:45.135089 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e0cad35d-3043-46e6-8790-6355a5a8631b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for floatingip, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:45.394067 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c88607-bbec-429b-b007-0d1370561c1d req-0c8a6543-f155-4ea7-abe3-30041a15f4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:45.397295 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-95c88607-bbec-429b-b007-0d1370561c1d req-0c8a6543-f155-4ea7-abe3-30041a15f4e6 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2ac4c3c0-47d4-4e4c-9947-77ff1933d492 HTTP/1.1" status: 200 len: 849 time: 0.4826224 Jan 19 16:00:45.551717 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdfe9a6-e79d-4f97-8ef4-05fd5e7ad97c service neutron] Pushing event updated for resources: {'Port': ['ID=89b5938c-a890-4c1c-8d98-296ced78989b,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:45.623530 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a4f554b8-9358-4426-9f50-10fdc3dd753f req-93b1c0ae-0cf8-46cd-aa2b-789db5257a48 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7816916 Jan 19 16:00:45.625627 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-efdfe9a6-e79d-4f97-8ef4-05fd5e7ad97c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:45.684758 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-5c6ef90b-51ff-400c-9d71-5722855571bc None None] Set router 72fd99f9-4b71-4528-aa3e-1a8fa4929727 gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:00:45.701625 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-e0cad35d-3043-46e6-8790-6355a5a8631b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "PUT /v2.0/floatingips/4c8c296d-f3b7-4354-b375-cbe242b1bd7f HTTP/1.1" status: 200 len: 989 time: 9.1656730 Jan 19 16:00:45.708156 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7', 'tag': '77a349ba-e149-4ab8-9c56-2512ce712b62'}] {{(pid=80159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:00:45.876127 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c88607-bbec-429b-b007-0d1370561c1d req-6320a44a-e7d4-4d1c-89ae-820547c91243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:45.879791 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-95c88607-bbec-429b-b007-0d1370561c1d req-6320a44a-e7d4-4d1c-89ae-820547c91243 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6ea02ce0-bc45-4d69-89bd-6b33e937c1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4576232 Jan 19 16:00:46.076969 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e8230602-3fd4-479c-921d-8ad3e0d2bace req-ab215bb4-9dbc-402a-9182-4b523424edc4 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.110 "GET /v2.0/ports?device_id=4dca994c-b505-4fde-b5fe-4677319ee380 HTTP/1.1" status: 200 len: 210 time: 0.3448935 Jan 19 16:00:46.545397 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-95c88607-bbec-429b-b007-0d1370561c1d req-236c360a-7d6b-4db2-80ee-b886e0d4af10 service neutron] 10.222.0.104 "GET /v2.0/networks/6ea02ce0-bc45-4d69-89bd-6b33e937c1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6351697 Jan 19 16:00:46.553871 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7', 'tag': '77a349ba-e149-4ab8-9c56-2512ce712b62', 'status': 'completed', 'code': 200} Jan 19 16:00:46.582247 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-efdfe9a6-e79d-4f97-8ef4-05fd5e7ad97c service neutron] Attempting to bind port 89b5938c-a890-4c1c-8d98-296ced78989b on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 16:00:46.582544 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-efdfe9a6-e79d-4f97-8ef4-05fd5e7ad97c service neutron] Attempting to bind port 89b5938c-a890-4c1c-8d98-296ced78989b by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '9c7be493-b0f1-4c72-8511-958af199a8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5a07f96a-01d8-459c-9b69-968e5b6b4ff4'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 16:00:46.593822 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-efdfe9a6-e79d-4f97-8ef4-05fd5e7ad97c service neutron] Attempting to bind port 89b5938c-a890-4c1c-8d98-296ced78989b on network 5a07f96a-01d8-459c-9b69-968e5b6b4ff4 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 16:00:46.779259 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-efdfe9a6-e79d-4f97-8ef4-05fd5e7ad97c service neutron] Checking agent: {'id': '073d1919-22dd-4be4-a5f1-d010cf1bf21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 56, 7), 'started_at': datetime.datetime(2021, 1, 19, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 16:00:46.779850 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-efdfe9a6-e79d-4f97-8ef4-05fd5e7ad97c service neutron] Checking segment: {'id': '9c7be493-b0f1-4c72-8511-958af199a8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5a07f96a-01d8-459c-9b69-968e5b6b4ff4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:00:46.780498 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-efdfe9a6-e79d-4f97-8ef4-05fd5e7ad97c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:46.780987 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-efdfe9a6-e79d-4f97-8ef4-05fd5e7ad97c service neutron] Bound using segment: {'id': '9c7be493-b0f1-4c72-8511-958af199a8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5a07f96a-01d8-459c-9b69-968e5b6b4ff4'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 16:00:46.781895 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-efdfe9a6-e79d-4f97-8ef4-05fd5e7ad97c service neutron] Bound port: 89b5938c-a890-4c1c-8d98-296ced78989b, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7be493-b0f1-4c72-8511-958af199a8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5a07f96a-01d8-459c-9b69-968e5b6b4ff4'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 16:00:46.782470 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-efdfe9a6-e79d-4f97-8ef4-05fd5e7ad97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:46.829051 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 43488) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:47.005415 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-95c88607-bbec-429b-b007-0d1370561c1d req-461741c8-4825-4f1e-a9dd-e22f68b75f8f service neutron] 10.222.0.104 "GET /v2.0/networks/6ea02ce0-bc45-4d69-89bd-6b33e937c1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3789964 Jan 19 16:00:47.089359 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Deleting subnet 89767e54-dac0-4859-ae0b-0ca76f7497b2 {{(pid=80160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 16:00:47.110515 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:47.204337 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-5c6ef90b-51ff-400c-9d71-5722855571bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'name': 'tempest-AttachVolumeShelveTestJSON-1140582520-router', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:55Z', 'updated_at': '2021-01-19T15:59:15Z', 'revision_number': 4, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'gw_port': {'id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:58Z', 'updated_at': '2021-01-19T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_floatingips': [{'id': '4c8c296d-f3b7-4354-b375-cbe242b1bd7f', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'floating_ip_address': '172.28.3.6', 'floating_network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'router_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'port_id': '77a349ba-e149-4ab8-9c56-2512ce712b62', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c', 'mac_address': 'fa:16:3e:62:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T15:59:42Z', 'updated_at': '2021-01-19T16:00:39Z', 'revision_number': 1, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c8a46d-7593-4434-8024-aec395885872', 'name': '', 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'mac_address': 'fa:16:3e:9c:25:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '50029681-e86b-47f1-bdb3-0326582392cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:10Z', 'updated_at': '2021-01-19T15:59:36Z', 'revision_number': 5, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'subnets': [{'id': '50029681-e86b-47f1-bdb3-0326582392cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:00:47.228944 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6ef90b-51ff-400c-9d71-5722855571bc None None] Checking router: 72fd99f9-4b71-4528-aa3e-1a8fa4929727 for host: dv-cinder-667108-29-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 16:00:47.267672 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:47.276713 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6ef90b-51ff-400c-9d71-5722855571bc None None] Routers {'72fd99f9-4b71-4528-aa3e-1a8fa4929727'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:00:47.279039 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-5c6ef90b-51ff-400c-9d71-5722855571bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:00:37Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['72fd99f9-4b71-4528-aa3e-1a8fa4929727'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:00:47.280329 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854039609'] for subnet, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:47.360341 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2322452'] for subnet, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:47.430002 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:47.793628 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-5c6ef90b-51ff-400c-9d71-5722855571bc None None] Set router 72fd99f9-4b71-4528-aa3e-1a8fa4929727 gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:00:47.898946 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-efdfe9a6-e79d-4f97-8ef4-05fd5e7ad97c service neutron] For port 89b5938c-a890-4c1c-8d98-296ced78989b, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 16:00:47.904329 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-efdfe9a6-e79d-4f97-8ef4-05fd5e7ad97c service neutron] For port 89b5938c-a890-4c1c-8d98-296ced78989b, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=89b5938c-a890-4c1c-8d98-296ced78989b,segment=NetworkSegment(9c7be493-b0f1-4c72-8511-958af199a8fd),segment_id=9c7be493-b0f1-4c72-8511-958af199a8fd)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 16:00:47.998285 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-efdfe9a6-e79d-4f97-8ef4-05fd5e7ad97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:48.047712 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1e209ce4-2889-49e5-ba29-974aa3dd101d req-35f9987f-db16-47de-9f82-71e637f89723 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.110 "GET /v2.0/ports?device_id=4dca994c-b505-4fde-b5fe-4677319ee380 HTTP/1.1" status: 200 len: 210 time: 0.5021944 Jan 19 16:00:48.354348 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=742fc110-aa26-4bcd-a608-8ae3e4f605f1,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:48.374478 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:48.375128 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:48.375752 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:48.376372 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:48.379040 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:48.379710 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:48.380304 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:48.380925 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:48.381558 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:48.382520 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:48.383191 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:48.383852 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:48.384612 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:48.385549 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:48.386182 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:48.387201 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:48.387866 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:48.389784 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:48.390227 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:48.390913 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:48.391530 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:48.395060 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:48.395824 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:48.396412 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:48.416280 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.986s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:48.591387 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-b6238f63-125b-4f43-b1d2-b51742987d7f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:48.681385 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-afb5a6c0-94f2-4150-af2b-677d0beec8e5 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.104 "GET /v2.0/networks?tenant_id=d2dded795a3e4590974a9a33f6f89ad7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1250467 Jan 19 16:00:49.079388 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdfe9a6-e79d-4f97-8ef4-05fd5e7ad97c service neutron] Pushing event updated for resources: {'Port': ['ID=89b5938c-a890-4c1c-8d98-296ced78989b,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:49.140623 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Checking segment: {'id': '44e4ef70-9893-41b6-a77c-3391fdd84c46', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b14d2a53-9461-4a62-ad08-ccd883bfa66b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:00:49.141213 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Network hostable DHCP agents. Network: b14d2a53-9461-4a62-ad08-ccd883bfa66b, hostable agents: ['38d5a676-35d8-431f-b8e5-8bc81bf22324'], hosted agents: [] {{(pid=80159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 16:00:49.152816 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-efdfe9a6-e79d-4f97-8ef4-05fd5e7ad97c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:49.193632 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104'] for subnet, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:49.204408 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-5c6ef90b-51ff-400c-9d71-5722855571bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'name': 'tempest-AttachVolumeShelveTestJSON-1140582520-router', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:55Z', 'updated_at': '2021-01-19T15:59:15Z', 'revision_number': 4, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'gw_port': {'id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:58Z', 'updated_at': '2021-01-19T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_floatingips': [{'id': '4c8c296d-f3b7-4354-b375-cbe242b1bd7f', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'floating_ip_address': '172.28.3.6', 'floating_network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'router_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'port_id': '77a349ba-e149-4ab8-9c56-2512ce712b62', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c', 'mac_address': 'fa:16:3e:62:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T15:59:42Z', 'updated_at': '2021-01-19T16:00:39Z', 'revision_number': 1, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c8a46d-7593-4434-8024-aec395885872', 'name': '', 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'mac_address': 'fa:16:3e:9c:25:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '50029681-e86b-47f1-bdb3-0326582392cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:10Z', 'updated_at': '2021-01-19T15:59:36Z', 'revision_number': 5, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'subnets': [{'id': '50029681-e86b-47f1-bdb3-0326582392cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:00:49.241925 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6ef90b-51ff-400c-9d71-5722855571bc None None] The sync data for ids ['72fd99f9-4b71-4528-aa3e-1a8fa4929727'] in dv-cinder-667108-29-smb is: [{'id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'name': 'tempest-AttachVolumeShelveTestJSON-1140582520-router', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:55Z', 'updated_at': '2021-01-19T15:59:15Z', 'revision_number': 4, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'gw_port': {'id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:58Z', 'updated_at': '2021-01-19T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_floatingips': [{'id': '4c8c296d-f3b7-4354-b375-cbe242b1bd7f', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'floating_ip_address': '172.28.3.6', 'floating_network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'router_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'port_id': '77a349ba-e149-4ab8-9c56-2512ce712b62', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c', 'mac_address': 'fa:16:3e:62:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T15:59:42Z', 'updated_at': '2021-01-19T16:00:39Z', 'revision_number': 1, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c8a46d-7593-4434-8024-aec395885872', 'name': '', 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'mac_address': 'fa:16:3e:9c:25:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '50029681-e86b-47f1-bdb3-0326582392cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:10Z', 'updated_at': '2021-01-19T15:59:36Z', 'revision_number': 5, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'subnets': [{'id': '50029681-e86b-47f1-bdb3-0326582392cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 16:00:49.256233 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Network b14d2a53-9461-4a62-ad08-ccd883bfa66b is scheduled to be hosted by DHCP agent 38d5a676-35d8-431f-b8e5-8bc81bf22324 with binding_index 1 {{(pid=80159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 16:00:49.280358 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae3f1a-f720-4349-837a-fe997b63992c req-5dd88b3e-1c95-4255-8e62-2178fcaefc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:49.297985 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fbae3f1a-f720-4349-837a-fe997b63992c req-5dd88b3e-1c95-4255-8e62-2178fcaefc21 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a5ad27bc88e04bd18332340c160e78f4&device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 1162 time: 2.7186370 Jan 19 16:00:49.300194 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-smb, b14d2a53-9461-4a62-ad08-ccd883bfa66b) {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:00:49.329235 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0271ad-365d-499e-bf82-3af92212e01f None None] Network b14d2a53-9461-4a62-ad08-ccd883bfa66b requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 16:00:49.383224 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:49.384254 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:49.461847 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 43514) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:49.514752 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 7.4502189 Jan 19 16:00:49.615474 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-e8fde191-4c54-4117-a66c-b650f77ebfa8 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:49.617304 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-e8fde191-4c54-4117-a66c-b650f77ebfa8 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9177706 Jan 19 16:00:49.649218 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Request body: {'port': {'device_id': '4dca994c-b505-4fde-b5fe-4677319ee380', 'network_id': 'bd238739-f2fc-4c8f-ade9-e13c61a9fe4e', 'admin_state_up': True, 'tenant_id': 'd2dded795a3e4590974a9a33f6f89ad7'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:00:49.747951 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:50.089169 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:00:50.177078 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5159457f-08b6-4f26-b9f7-b3fd57a6d72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:50.211275 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa36e3d-f78c-47c3-b8a9-a71582399035 None None] New status for floating IP 4c8c296d-f3b7-4354-b375-cbe242b1bd7f: ACTIVE {{(pid=80161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 16:00:50.255736 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89767e54-dac0-4859-ae0b-0ca76f7497b2,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:50.261190 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae3f1a-f720-4349-837a-fe997b63992c req-9624a8d7-37b4-4a61-991c-e214c3a0d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:50.264190 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fbae3f1a-f720-4349-837a-fe997b63992c req-9624a8d7-37b4-4a61-991c-e214c3a0d784 service neutron] 10.222.0.104 "GET /v2.0/networks?id=6f889a84-1af9-40d2-bcf9-6e9854a6418c HTTP/1.1" status: 200 len: 911 time: 0.5263474 Jan 19 16:00:50.271773 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-5159457f-08b6-4f26-b9f7-b3fd57a6d72a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:00:50.281466 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-5159457f-08b6-4f26-b9f7-b3fd57a6d72a admin admin] Usage tracker for resource:security_group_rule and tenant:7335efa55ffe4fb6a934f1ff9e1efc79 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:00:50.290035 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-5159457f-08b6-4f26-b9f7-b3fd57a6d72a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:00:50.313209 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-5159457f-08b6-4f26-b9f7-b3fd57a6d72a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:00:50.333198 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-efdfe9a6-e79d-4f97-8ef4-05fd5e7ad97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:50.334144 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-efdfe9a6-e79d-4f97-8ef4-05fd5e7ad97c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:50.336009 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-efdfe9a6-e79d-4f97-8ef4-05fd5e7ad97c service neutron] 10.222.0.104 "PUT /v2.0/ports/89b5938c-a890-4c1c-8d98-296ced78989b HTTP/1.1" status: 200 len: 1157 time: 8.5446222 Jan 19 16:00:50.340604 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:00:50.343617 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ae8dd6-00e3-494f-97ec-c5b6664572f3', 'tag': '89b5938c-a890-4c1c-8d98-296ced78989b'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:00:50.357616 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ded3e0-957d-4404-8cab-f10d24d469f5 None None] Network b14d2a53-9461-4a62-ad08-ccd883bfa66b requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 16:00:50.380773 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Usage tracker for resource:port and tenant:d2dded795a3e4590974a9a33f6f89ad7 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:00:50.388581 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Quota usage for port was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:00:50.405286 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:00:50.445101 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Made reservation on behalf of d2dded795a3e4590974a9a33f6f89ad7 for: {'port': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:00:50.464919 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:50.514100 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:50.559741 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:00:50.569937 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Usage tracker for resource:security_group_rule and tenant:d2dded795a3e4590974a9a33f6f89ad7 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:00:50.576024 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:00:50.580869 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7746c5-578a-4db4-a951-260aa134102e req-594d1a10-4f9a-458b-861e-df681fb6e9b9 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:50.590873 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:00:50.591286 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7e7746c5-578a-4db4-a951-260aa134102e req-594d1a10-4f9a-458b-861e-df681fb6e9b9 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=a6ae8dd6-00e3-494f-97ec-c5b6664572f3 HTTP/1.1" status: 200 len: 943 time: 3.0377033 Jan 19 16:00:50.598400 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:50.599770 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:50.600339 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:50.600876 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:50.601440 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:50.602042 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:50.602690 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:50.603482 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:50.604164 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:50.604680 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:50.605471 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:50.606024 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:50.606675 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:50.607407 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:50.607940 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:50.608541 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:50.609107 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:50.609642 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:50.610336 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:50.610909 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:50.611576 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:50.612797 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:50.613579 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:50.614145 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:00:50.623237 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fbae3f1a-f720-4349-837a-fe997b63992c req-4e192f92-7180-4218-a40d-e289bcaec007 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77a349ba-e149-4ab8-9c56-2512ce712b62 HTTP/1.1" status: 200 len: 997 time: 0.2560856 Jan 19 16:00:50.626492 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.878s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:50.628993 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Notify callbacks [] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:50.651673 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cc57a793-9aa6-448b-a5b3-599dbba0a6ae req-f548d08a-fb25-48c4-8166-becb4fc4648d tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.110 "GET /v2.0/ports?device_id=4dca994c-b505-4fde-b5fe-4677319ee380 HTTP/1.1" status: 200 len: 210 time: 0.9320815 Jan 19 16:00:50.850818 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:50.881399 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:50.946318 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] 10.222.0.110 "DELETE /v2.0/subnets/89767e54-dac0-4859-ae0b-0ca76f7497b2 HTTP/1.1" status: 204 len: 168 time: 4.1074069 Jan 19 16:00:50.952415 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 43540) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:50.963045 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6f80df25-193a-47e7-9480-1274243f593f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:51.405776 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Pushing event updated for resources: {'SecurityGroup': ['ID=3c57ca26-10f5-428b-8129-2522fdc083fe,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:51.440962 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:51.649810 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7e7746c5-578a-4db4-a951-260aa134102e req-adbaf1ca-0eef-4d22-9eea-74ad4cc1d60c tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0569530 Jan 19 16:00:51.663232 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae3f1a-f720-4349-837a-fe997b63992c req-95d5f904-e339-479a-a607-545e7a0dc826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:51.669726 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fbae3f1a-f720-4349-837a-fe997b63992c req-95d5f904-e339-479a-a607-545e7a0dc826 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=50029681-e86b-47f1-bdb3-0326582392cc HTTP/1.1" status: 200 len: 856 time: 0.8491611 Jan 19 16:00:51.705597 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ae8dd6-00e3-494f-97ec-c5b6664572f3', 'tag': '89b5938c-a890-4c1c-8d98-296ced78989b', 'status': 'completed', 'code': 200} Jan 19 16:00:51.925721 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5159457f-08b6-4f26-b9f7-b3fd57a6d72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:51.932989 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5159457f-08b6-4f26-b9f7-b3fd57a6d72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:51.991058 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:52.097269 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245900'] for network, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:52.202931 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-5159457f-08b6-4f26-b9f7-b3fd57a6d72a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=7335efa55ffe4fb6a934f1ff9e1efc79&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7263772 Jan 19 16:00:52.218024 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 43554) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:52.317185 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159457f-08b6-4f26-b9f7-b3fd57a6d72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e14780b-ca3f-43f9-b955-3a793ae36202,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:52.344112 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-5159457f-08b6-4f26-b9f7-b3fd57a6d72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:52.374831 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-4c3c27ba-ed51-4f87-ae00-6da8e983d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:52.376276 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-4c3c27ba-ed51-4f87-ae00-6da8e983d4db service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4424ac45d4934f389ea21b2c76ea9c97&device_id=a6ae8dd6-00e3-494f-97ec-c5b6664572f3 HTTP/1.1" status: 200 len: 1160 time: 1.7419631 Jan 19 16:00:52.392851 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-00dd467e-20ed-43dc-95fb-940294a083c7 req-860c097d-b918-4d9a-ac1a-9800e2983e9f tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.110 "GET /v2.0/ports?device_id=4dca994c-b505-4fde-b5fe-4677319ee380 HTTP/1.1" status: 200 len: 210 time: 0.1959741 Jan 19 16:00:52.404643 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Allocated IP 192.168.233.23 (bd238739-f2fc-4c8f-ade9-e13c61a9fe4e/43152bf9-ac8a-400b-9291-1bc15da3c755/db7fa45f-d777-4444-9739-ea90a3bbf278) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:00:52.451617 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c3412d41-7da8-4d45-9786-d672e4f48241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:52.522489 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c3412d41-7da8-4d45-9786-d672e4f48241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:52.662931 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-84954c61-2fc7-4c48-a5fa-2c1e21f931f4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89b5938c-a890-4c1c-8d98-296ced78989b HTTP/1.1" status: 200 len: 217 time: 0.2371049 Jan 19 16:00:52.735250 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c3412d41-7da8-4d45-9786-d672e4f48241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:52.752356 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:52.873629 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3412d41-7da8-4d45-9786-d672e4f48241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e14780b-ca3f-43f9-b955-3a793ae36202,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:52.882484 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c3412d41-7da8-4d45-9786-d672e4f48241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:52.941632 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c3412d41-7da8-4d45-9786-d672e4f48241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:52.947636 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-c3412d41-7da8-4d45-9786-d672e4f48241 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/5e14780b-ca3f-43f9-b955-3a793ae36202 HTTP/1.1" status: 204 len: 168 time: 0.7198486 Jan 19 16:00:53.016282 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736146', 'neutron.services.segments.db._delete_segments_for_network--9223363244352747226'] for network, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:53.140695 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:53.178149 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Transition to ACTIVE for port object db7fa45f-d777-4444-9739-ea90a3bbf278 will not be triggered until provisioned by entity DHCP. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:00:53.245814 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852269169'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:53.290932 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:53.383532 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae3f1a-f720-4349-837a-fe997b63992c req-5b1afc34-668b-4e0b-8981-bfd8f97149b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:53.386773 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fbae3f1a-f720-4349-837a-fe997b63992c req-5b1afc34-668b-4e0b-8981-bfd8f97149b8 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6f889a84-1af9-40d2-bcf9-6e9854a6418c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 1.6719177 Jan 19 16:00:53.496457 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Pushing event updated for resources: {'Port': ['ID=db7fa45f-d777-4444-9739-ea90a3bbf278,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:53.596629 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80160) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 16:00:53.597302 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80160) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 16:00:53.598753 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80160) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 16:00:53.605474 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] Subscribe: > port after_create 55550000 {{(pid=80160) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 16:00:53.606114 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80160) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 16:00:53.606775 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] Subscribe: > port after_update 55550000 {{(pid=80160) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 16:00:53.614155 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80160) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 16:00:53.614426 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80160) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 16:00:53.614823 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80160) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 16:00:53.615259 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80160) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 16:00:53.662700 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:53.777026 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 43582) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:53.812009 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80160) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 16:00:53.812665 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80160) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 16:00:53.813292 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80160) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 16:00:53.813872 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80160) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 19 16:00:53.815252 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b01235-d8a3-4df7-ba80-7a4841360716']}} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:00:53.859272 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51031bb1-45ff-4ad4-a086-286c58b0a579') {'for_net_delete': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:00:53.860610 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51031bb1-45ff-4ad4-a086-286c58b0a579') {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:00:53.864357 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-01c45e53-f180-416e-b04b-e6b191763553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:53.890774 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-170f5e21-b70a-414c-a9ce-7585f27c06cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:53.896015 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-170f5e21-b70a-414c-a9ce-7585f27c06cc service neutron] 10.222.0.104 "GET /v2.0/subnets?id=e3562505-5c33-4043-b9be-4bcf914d2bda HTTP/1.1" status: 200 len: 855 time: 1.2181036 Jan 19 16:00:53.928735 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-01c45e53-f180-416e-b04b-e6b191763553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:00:53.937822 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-01c45e53-f180-416e-b04b-e6b191763553 admin admin] Usage tracker for resource:security_group_rule and tenant:3657a84c1ec54e8db6f76f768d83c385 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:00:53.945268 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-01c45e53-f180-416e-b04b-e6b191763553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:00:53.965721 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-01c45e53-f180-416e-b04b-e6b191763553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:00:54.013170 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Network bd238739-f2fc-4c8f-ade9-e13c61a9fe4e is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:00:54.015517 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:00:54.026693 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:00:54.168439 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244352752346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852364656'] for segment, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:54.286009 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:54.287203 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:54.305988 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-32fc8470-ead4-4758-b0fb-bf8f3cf0e687 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5a07f96a-01d8-459c-9b69-968e5b6b4ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060667 Jan 19 16:00:54.326999 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:54.332257 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 16:00:54.359498 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7165575 Jan 19 16:00:54.410853 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-e47b25e6-7e35-402e-af7d-b3ad85f6cbce service neutron] Request body: {'port': {'device_id': '4dca994c-b505-4fde-b5fe-4677319ee380', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:00:54.434310 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-c490b343-7859-4c4b-b6f9-5a2e2c3485b1 None None] Provisioning for port db7fa45f-d777-4444-9739-ea90a3bbf278 completed by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:00:54.444616 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-c490b343-7859-4c4b-b6f9-5a2e2c3485b1 None None] Provisioning complete for port db7fa45f-d777-4444-9739-ea90a3bbf278 triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:00:54.445834 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c490b343-7859-4c4b-b6f9-5a2e2c3485b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:54.512790 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-01c45e53-f180-416e-b04b-e6b191763553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:54.519219 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-01c45e53-f180-416e-b04b-e6b191763553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:54.539771 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-dab68f85-5d8a-4219-be8a-ed616cab974e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:54.569379 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-c490b343-7859-4c4b-b6f9-5a2e2c3485b1 None None] Port db7fa45f-d777-4444-9739-ea90a3bbf278 cannot update to ACTIVE because it is not bound. {{(pid=80161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 16:00:54.708078 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c45e53-f180-416e-b04b-e6b191763553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c15ff4-1d7b-4880-aeb2-4ed580e843de,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:54.721574 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-01c45e53-f180-416e-b04b-e6b191763553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:54.732179 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-01c45e53-f180-416e-b04b-e6b191763553 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=3657a84c1ec54e8db6f76f768d83c385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9514327 Jan 19 16:00:54.746323 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 43600) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:54.816677 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-e47b25e6-7e35-402e-af7d-b3ad85f6cbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:54.912003 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] Network 90b01235-d8a3-4df7-ba80-7a4841360716 has no segments {{(pid=80160) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 16:00:54.939153 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854040106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3505400'] for segment, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:55.029799 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d5ae0df7-bfbf-4531-9e66-48a8a811f14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:55.096640 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fbae3f1a-f720-4349-837a-fe997b63992c req-11d88f0a-3f1d-47cb-a467-7890271a9de1 service neutron] 10.222.0.104 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6783836 Jan 19 16:00:55.143161 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d5ae0df7-bfbf-4531-9e66-48a8a811f14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:55.160928 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0c0c7-8585-4929-a67a-9d55f4f4528c req-7ea9e734-9e85-44dd-92f4-2fa038924aad tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:55.176554 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-aab0c0c7-8585-4929-a67a-9d55f4f4528c req-7ea9e734-9e85-44dd-92f4-2fa038924aad tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=a6ae8dd6-00e3-494f-97ec-c5b6664572f3 HTTP/1.1" status: 200 len: 943 time: 2.1318643 Jan 19 16:00:55.505621 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d5ae0df7-bfbf-4531-9e66-48a8a811f14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:55.514581 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-94c3b486-9656-495b-82aa-85b93965277e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:55.540987 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae0df7-bfbf-4531-9e66-48a8a811f14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c15ff4-1d7b-4880-aeb2-4ed580e843de,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:55.569143 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d5ae0df7-bfbf-4531-9e66-48a8a811f14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:55.578852 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d5ae0df7-bfbf-4531-9e66-48a8a811f14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:55.581157 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-d5ae0df7-bfbf-4531-9e66-48a8a811f14e admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/02c15ff4-1d7b-4880-aeb2-4ed580e843de HTTP/1.1" status: 204 len: 168 time: 0.8331401 Jan 19 16:00:55.615841 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-aab0c0c7-8585-4929-a67a-9d55f4f4528c req-3731fb48-f243-4dea-859d-2b490fdf905c tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362144 Jan 19 16:00:55.799291 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5dfae0-ee1b-4621-9ea7-1a913282f20a req-75e3f8f9-8fdc-4f20-9d58-fed225f49be6 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:55.802281 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7e5dfae0-ee1b-4621-9ea7-1a913282f20a req-75e3f8f9-8fdc-4f20-9d58-fed225f49be6 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.110 "GET /v2.0/ports?device_id=4dca994c-b505-4fde-b5fe-4677319ee380 HTTP/1.1" status: 200 len: 935 time: 1.7064404 Jan 19 16:00:55.925807 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-e47b25e6-7e35-402e-af7d-b3ad85f6cbce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db7fa45f-d777-4444-9739-ea90a3bbf278 {{(pid=80159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 16:00:55.946699 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-e47b25e6-7e35-402e-af7d-b3ad85f6cbce service neutron] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:55.980014 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-e47b25e6-7e35-402e-af7d-b3ad85f6cbce service neutron] Transition to ACTIVE for port object db7fa45f-d777-4444-9739-ea90a3bbf278 will not be triggered until provisioned by entity L2. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:00:55.986033 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-e47b25e6-7e35-402e-af7d-b3ad85f6cbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506630'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:56.026504 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-b6c9d30c-7a50-4253-88e7-b440de83cf8a tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:56.357549 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b25e6-7e35-402e-af7d-b3ad85f6cbce service neutron] Pushing event updated for resources: {'Port': ['ID=db7fa45f-d777-4444-9739-ea90a3bbf278,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:56.380590 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e47b25e6-7e35-402e-af7d-b3ad85f6cbce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:56.705958 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-93b4d16a-4cdf-4df0-a02e-ac61e790da02 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:56.722524 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-93b4d16a-4cdf-4df0-a02e-ac61e790da02 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/networks?id=b14d2a53-9461-4a62-ad08-ccd883bfa66b HTTP/1.1" status: 200 len: 809 time: 0.5372257 Jan 19 16:00:56.856657 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] Network 90b01235-d8a3-4df7-ba80-7a4841360716 has no segments {{(pid=80160) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 16:00:56.886395 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-e47b25e6-7e35-402e-af7d-b3ad85f6cbce service neutron] Attempting to bind port db7fa45f-d777-4444-9739-ea90a3bbf278 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 16:00:56.887277 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-e47b25e6-7e35-402e-af7d-b3ad85f6cbce service neutron] Attempting to bind port db7fa45f-d777-4444-9739-ea90a3bbf278 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '3f206f66-3ba1-496d-b335-49a38619557c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bd238739-f2fc-4c8f-ade9-e13c61a9fe4e'}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 16:00:56.888014 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-e47b25e6-7e35-402e-af7d-b3ad85f6cbce service neutron] Attempting to bind port db7fa45f-d777-4444-9739-ea90a3bbf278 on network bd238739-f2fc-4c8f-ade9-e13c61a9fe4e {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 16:00:56.892846 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-861d7599-e046-44e3-bc5e-d757279c223d service neutron] 10.222.0.104 "GET /v2.0/networks/5a07f96a-01d8-459c-9b69-968e5b6b4ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3198972 Jan 19 16:00:56.899794 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-e47b25e6-7e35-402e-af7d-b3ad85f6cbce service neutron] Checking agent: {'id': '073d1919-22dd-4be4-a5f1-d010cf1bf21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 56, 7), 'started_at': datetime.datetime(2021, 1, 19, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 16:00:56.900671 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-e47b25e6-7e35-402e-af7d-b3ad85f6cbce service neutron] Checking segment: {'id': '3f206f66-3ba1-496d-b335-49a38619557c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bd238739-f2fc-4c8f-ade9-e13c61a9fe4e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:00:56.901224 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-e47b25e6-7e35-402e-af7d-b3ad85f6cbce service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:56.901823 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-e47b25e6-7e35-402e-af7d-b3ad85f6cbce service neutron] Bound using segment: {'id': '3f206f66-3ba1-496d-b335-49a38619557c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bd238739-f2fc-4c8f-ade9-e13c61a9fe4e'} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 16:00:56.902762 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-e47b25e6-7e35-402e-af7d-b3ad85f6cbce service neutron] Bound port: db7fa45f-d777-4444-9739-ea90a3bbf278, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f206f66-3ba1-496d-b335-49a38619557c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bd238739-f2fc-4c8f-ade9-e13c61a9fe4e'}}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 16:00:56.905334 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-e47b25e6-7e35-402e-af7d-b3ad85f6cbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:56.911334 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-dd5d2c43-8624-4337-971f-7c8937a037ba tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/quotas/af29d0a769f64fe6ab2751c6dbd21318 HTTP/1.1" status: 200 len: 375 time: 0.1864948 Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: (rel_b, rel_a, rel_b), Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: Traceback (most recent call last): Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: timer() Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: cb(*args, **kw) Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: return func(*args, **kwargs) Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: self._notify() Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: self.callback(batched_events) Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: event.method(event) Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: segment_id)['aggregates'][0] Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: return f(self, *a, **k) Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: return self._get(url).json() Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: **kwargs) Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: return self.request(url, 'GET', **kwargs) Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: **endpoint_filter) Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 16:00:56.990033 dv-cinder-667108-29-smb neutron-server[80046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 16:00:57.242800 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-e47b25e6-7e35-402e-af7d-b3ad85f6cbce service neutron] For port db7fa45f-d777-4444-9739-ea90a3bbf278, host hv-cinder-66710, cleared binding levels {{(pid=80159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 16:00:57.292753 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fbae3f1a-f720-4349-837a-fe997b63992c req-b654c2b7-7be3-4631-aabb-fc2397181b65 service neutron] 10.222.0.104 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.1084671 Jan 19 16:00:57.373730 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-61afdef6-cf99-47c0-b48b-159c42f8c774 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?tenant_id=af29d0a769f64fe6ab2751c6dbd21318&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4603183 Jan 19 16:00:57.524872 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-e47b25e6-7e35-402e-af7d-b3ad85f6cbce service neutron] For port db7fa45f-d777-4444-9739-ea90a3bbf278, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=db7fa45f-d777-4444-9739-ea90a3bbf278,segment=NetworkSegment(3f206f66-3ba1-496d-b335-49a38619557c),segment_id=3f206f66-3ba1-496d-b335-49a38619557c)] {{(pid=80159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 16:00:57.529069 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-e47b25e6-7e35-402e-af7d-b3ad85f6cbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506630'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:57.529973 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7e5dfae0-ee1b-4621-9ea7-1a913282f20a req-86bff9a3-7498-4aad-b00c-3e85632b65b6 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.110 "GET /v2.0/security-groups?id=3c57ca26-10f5-428b-8129-2522fdc083fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9348128 Jan 19 16:00:57.556387 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:57.638097 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854039654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853037674'] for network, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:57.668807 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:57.727472 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=90b01235-d8a3-4df7-ba80-7a4841360716,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:57.735609 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:57.793583 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] 10.222.0.110 "DELETE /v2.0/networks/90b01235-d8a3-4df7-ba80-7a4841360716 HTTP/1.1" status: 204 len: 168 time: 6.7723286 Jan 19 16:00:57.807940 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e18a8d2c-0820-4e7a-b16a-0c1d36fff2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:57.892220 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8935c550-0241-4373-b8da-5ebd4354c6a1 req-f829b9b3-7950-4430-b203-a00d17fb51d9 service neutron] 10.222.0.104 "GET /v2.0/networks/5a07f96a-01d8-459c-9b69-968e5b6b4ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9641733 Jan 19 16:00:57.941743 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b25e6-7e35-402e-af7d-b3ad85f6cbce service neutron] Pushing event updated for resources: {'Port': ['ID=db7fa45f-d777-4444-9739-ea90a3bbf278,revision_number=3']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:57.951350 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e47b25e6-7e35-402e-af7d-b3ad85f6cbce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:57.979642 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-814f14fd-3c9f-4095-8776-633c8a5a2d45 service neutron] 10.222.0.110 "GET /v2.0/networks/b14d2a53-9461-4a62-ad08-ccd883bfa66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092812 Jan 19 16:00:58.131237 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-e47b25e6-7e35-402e-af7d-b3ad85f6cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:58.136507 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-e47b25e6-7e35-402e-af7d-b3ad85f6cbce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:58.139964 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-e47b25e6-7e35-402e-af7d-b3ad85f6cbce service neutron] 10.222.0.104 "PUT /v2.0/ports/db7fa45f-d777-4444-9739-ea90a3bbf278 HTTP/1.1" status: 200 len: 1161 time: 3.7393618 Jan 19 16:00:58.140963 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dca994c-b505-4fde-b5fe-4677319ee380', 'tag': 'db7fa45f-d777-4444-9739-ea90a3bbf278'}] {{(pid=80159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:00:58.357500 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 43674) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:58.564691 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-07414766-f1d3-432e-8ec7-9f365f16c5c9 req-644b44b6-e391-4089-b5df-441c2e00d33b service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=e21ca899-e247-4972-993d-5daf36ec9f45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.8195910 Jan 19 16:00:58.594054 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-9f432490-7b98-40d4-a792-f0ca797ce6f2 service neutron] 10.222.0.110 "GET /v2.0/networks/b14d2a53-9461-4a62-ad08-ccd883bfa66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5949900 Jan 19 16:00:58.631108 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-100b3d72-0a66-4ab6-8c57-d4cad85e7fed admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f56ee43d1bf54ac5ab28202b014fa93d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2715046 Jan 19 16:00:58.637252 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 43686) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:00:58.690788 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-324a8665-d5f4-41d2-aa4a-7e9b083d93ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:58.698248 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-324a8665-d5f4-41d2-aa4a-7e9b083d93ba service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d2dded795a3e4590974a9a33f6f89ad7&device_id=4dca994c-b505-4fde-b5fe-4677319ee380 HTTP/1.1" status: 200 len: 1164 time: 0.4749775 Jan 19 16:00:59.007717 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-5ef83e19-e6e5-43a7-a845-51e0ae069a9e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=db7fa45f-d777-4444-9739-ea90a3bbf278 HTTP/1.1" status: 200 len: 217 time: 0.2933569 Jan 19 16:00:59.136103 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-810623de-967e-4852-9cc8-d24aa4b23359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:59.206045 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-810623de-967e-4852-9cc8-d24aa4b23359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:59.348069 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-810623de-967e-4852-9cc8-d24aa4b23359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:59.367417 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9dd92097-f8a6-48c5-bcb5-66c00a59ba9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:00:59.396942 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810623de-967e-4852-9cc8-d24aa4b23359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0316fb75-d756-4449-a7fe-d23b5407c49f,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:00:59.410524 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-810623de-967e-4852-9cc8-d24aa4b23359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:00:59.429374 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399809a-a37a-457b-b123-00d83a8d6758 req-c9328809-8f60-4749-a11b-6b645e68a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:59.431477 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f399809a-a37a-457b-b123-00d83a8d6758 req-c9328809-8f60-4749-a11b-6b645e68a11d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4424ac45d4934f389ea21b2c76ea9c97&device_id=a6ae8dd6-00e3-494f-97ec-c5b6664572f3 HTTP/1.1" status: 200 len: 1160 time: 1.2864096 Jan 19 16:00:59.450096 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07414766-f1d3-432e-8ec7-9f365f16c5c9 req-b4cdf72e-a7ab-4e7a-bec3-33d63f30c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:59.452449 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-07414766-f1d3-432e-8ec7-9f365f16c5c9 req-b4cdf72e-a7ab-4e7a-bec3-33d63f30c7fd service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4424ac45d4934f389ea21b2c76ea9c97&device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 1162 time: 0.6343317 Jan 19 16:00:59.453364 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-810623de-967e-4852-9cc8-d24aa4b23359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:00:59.455971 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-810623de-967e-4852-9cc8-d24aa4b23359 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/0316fb75-d756-4449-a7fe-d23b5407c49f HTTP/1.1" status: 204 len: 168 time: 0.8106008 Jan 19 16:00:59.690918 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-54400b32-8723-4437-b990-58860ccf43b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:59.693724 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-54400b32-8723-4437-b990-58860ccf43b7 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=43152bf9-ac8a-400b-9291-1bc15da3c755 HTTP/1.1" status: 200 len: 843 time: 0.6699274 Jan 19 16:00:59.697049 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dca994c-b505-4fde-b5fe-4677319ee380', 'tag': 'db7fa45f-d777-4444-9739-ea90a3bbf278', 'status': 'completed', 'code': 200} Jan 19 16:00:59.884275 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-00c7e9c8-b25e-4154-822b-fc6ac3f5342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:00:59.886684 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-00c7e9c8-b25e-4154-822b-fc6ac3f5342f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bd238739-f2fc-4c8f-ade9-e13c61a9fe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1796453 Jan 19 16:01:00.076949 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399809a-a37a-457b-b123-00d83a8d6758 req-b16a95d8-d326-49e6-ac14-a328ed835259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:00.082325 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f399809a-a37a-457b-b123-00d83a8d6758 req-b16a95d8-d326-49e6-ac14-a328ed835259 service neutron] 10.222.0.104 "GET /v2.0/networks?id=5a07f96a-01d8-459c-9b69-968e5b6b4ff4 HTTP/1.1" status: 200 len: 909 time: 0.6158190 Jan 19 16:01:00.197248 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e678f5d-6785-4ea1-abd6-a502e2200ea6 req-03294208-04bc-475f-9537-9f3f5cc42c73 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:00.215090 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2e678f5d-6785-4ea1-abd6-a502e2200ea6 req-03294208-04bc-475f-9537-9f3f5cc42c73 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=a6ae8dd6-00e3-494f-97ec-c5b6664572f3 HTTP/1.1" status: 200 len: 943 time: 1.2281668 Jan 19 16:01:00.293909 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-2565a978-c705-4b20-bdb4-5c840b83460b service neutron] 10.222.0.104 "GET /v2.0/networks/bd238739-f2fc-4c8f-ade9-e13c61a9fe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931389 Jan 19 16:01:00.358939 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 43720) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:00.431914 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f399809a-a37a-457b-b123-00d83a8d6758 req-ce4fdf3b-4233-4706-9e2b-dd4a9af96377 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89b5938c-a890-4c1c-8d98-296ced78989b HTTP/1.1" status: 200 len: 217 time: 0.2154741 Jan 19 16:01:00.658477 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fc41a6d8-abbf-42e1-8805-1d334c58cd3d req-9bbf2e7d-abdb-41bd-8bc9-4da5636ef0cc service neutron] 10.222.0.104 "GET /v2.0/networks/bd238739-f2fc-4c8f-ade9-e13c61a9fe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3503070 Jan 19 16:01:00.714664 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2e678f5d-6785-4ea1-abd6-a502e2200ea6 req-74c96970-8f95-4a80-bba5-5e3a8f87964d tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872417 Jan 19 16:01:00.715827 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-443d43b6-3e7f-4fec-bbef-e20b5dad351f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:00.759319 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-443d43b6-3e7f-4fec-bbef-e20b5dad351f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:01:00.779313 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30148b-aa3c-4c4d-a4c6-b0b641aa2857 req-05e6cdcc-ba12-458e-b579-60415de1420d tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:00.793655 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1d30148b-aa3c-4c4d-a4c6-b0b641aa2857 req-05e6cdcc-ba12-458e-b579-60415de1420d tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.110 "GET /v2.0/ports?device_id=4dca994c-b505-4fde-b5fe-4677319ee380 HTTP/1.1" status: 200 len: 947 time: 0.9199870 Jan 19 16:01:00.884745 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-443d43b6-3e7f-4fec-bbef-e20b5dad351f admin admin] Usage tracker for resource:security_group_rule and tenant:37b7755289b246e78cc050271e9b0817 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:01:00.889989 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-443d43b6-3e7f-4fec-bbef-e20b5dad351f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:01:00.904776 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-443d43b6-3e7f-4fec-bbef-e20b5dad351f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:01:01.022152 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ad901-4ae9-4abb-b4c4-1aae5af1e4ac req-29c48a07-661a-41da-8716-10a57c5df376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:01.026022 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6f0ad901-4ae9-4abb-b4c4-1aae5af1e4ac req-29c48a07-661a-41da-8716-10a57c5df376 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d2dded795a3e4590974a9a33f6f89ad7&device_id=4dca994c-b505-4fde-b5fe-4677319ee380 HTTP/1.1" status: 200 len: 1164 time: 0.2583411 Jan 19 16:01:01.212028 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07414766-f1d3-432e-8ec7-9f365f16c5c9 req-0a5316a9-d857-451a-ac38-a3189ef39076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:01.213996 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-07414766-f1d3-432e-8ec7-9f365f16c5c9 req-0a5316a9-d857-451a-ac38-a3189ef39076 service neutron] 10.222.0.104 "GET /v2.0/networks?id=5a07f96a-01d8-459c-9b69-968e5b6b4ff4 HTTP/1.1" status: 200 len: 909 time: 1.6436622 Jan 19 16:01:01.478854 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399809a-a37a-457b-b123-00d83a8d6758 req-dfaadda3-16af-4d6f-b966-8af76cb51c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:01.481509 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f399809a-a37a-457b-b123-00d83a8d6758 req-dfaadda3-16af-4d6f-b966-8af76cb51c38 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=e3562505-5c33-4043-b9be-4bcf914d2bda HTTP/1.1" status: 200 len: 855 time: 1.0110195 Jan 19 16:01:01.483995 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-07414766-f1d3-432e-8ec7-9f365f16c5c9 req-fa825df6-f1de-4804-bbda-641e36466337 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b936c949-7b22-4bd9-8486-dcd593e7fe5c HTTP/1.1" status: 200 len: 217 time: 0.2372084 Jan 19 16:01:01.578380 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ad901-4ae9-4abb-b4c4-1aae5af1e4ac req-156c77e0-509b-4b7e-a481-039a8843bd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:01.584789 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6f0ad901-4ae9-4abb-b4c4-1aae5af1e4ac req-156c77e0-509b-4b7e-a481-039a8843bd4d service neutron] 10.222.0.104 "GET /v2.0/networks?id=bd238739-f2fc-4c8f-ade9-e13c61a9fe4e HTTP/1.1" status: 200 len: 863 time: 0.4121385 Jan 19 16:01:01.592877 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-443d43b6-3e7f-4fec-bbef-e20b5dad351f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:01.598362 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-443d43b6-3e7f-4fec-bbef-e20b5dad351f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:01.600205 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7e8782d4-de50-414d-92a3-d7662f94635d req-4a16455d-bb39-4baf-8eb6-8d903423f721 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?device_id=0f548f31-b3d2-4dfd-9199-10bb6cdf43f4 HTTP/1.1" status: 200 len: 210 time: 0.1249647 Jan 19 16:01:01.674796 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-b0c5dcab-93b9-43ee-9639-f61392b70384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:01.737591 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1d30148b-aa3c-4c4d-a4c6-b0b641aa2857 req-75d121e1-2f6a-400b-aa7d-50b62c04730e tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.110 "GET /v2.0/security-groups?id=3c57ca26-10f5-428b-8129-2522fdc083fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9424331 Jan 19 16:01:01.821341 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f399809a-a37a-457b-b123-00d83a8d6758 req-48624600-f59f-4aae-bc0f-641b6fbced4b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5a07f96a-01d8-459c-9b69-968e5b6b4ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2173309 Jan 19 16:01:01.958479 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6f0ad901-4ae9-4abb-b4c4-1aae5af1e4ac req-da849c02-020f-4952-b03b-d30ab3e6cbcc service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=db7fa45f-d777-4444-9739-ea90a3bbf278 HTTP/1.1" status: 200 len: 217 time: 0.2901731 Jan 19 16:01:02.040343 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07414766-f1d3-432e-8ec7-9f365f16c5c9 req-5974a338-d020-46fe-bebb-61820c3dd8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:02.042976 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-07414766-f1d3-432e-8ec7-9f365f16c5c9 req-5974a338-d020-46fe-bebb-61820c3dd8e1 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=e3562505-5c33-4043-b9be-4bcf914d2bda HTTP/1.1" status: 200 len: 855 time: 0.4408684 Jan 19 16:01:02.184234 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ad901-4ae9-4abb-b4c4-1aae5af1e4ac req-d17d2a84-0196-4174-a7f9-7ea43eba8a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:02.197013 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6f0ad901-4ae9-4abb-b4c4-1aae5af1e4ac req-d17d2a84-0196-4174-a7f9-7ea43eba8a99 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=43152bf9-ac8a-400b-9291-1bc15da3c755 HTTP/1.1" status: 200 len: 843 time: 0.1901417 Jan 19 16:01:02.205274 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-443d43b6-3e7f-4fec-bbef-e20b5dad351f admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=37b7755289b246e78cc050271e9b0817&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8435674 Jan 19 16:01:02.207151 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 43750) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:02.216575 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d43b6-3e7f-4fec-bbef-e20b5dad351f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b994a29d-be08-4d85-a6ed-b82d969c85c3,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:02.235969 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-443d43b6-3e7f-4fec-bbef-e20b5dad351f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:02.317724 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-07414766-f1d3-432e-8ec7-9f365f16c5c9 req-90fa7948-3d27-4982-8bf6-356ab95bcf1a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5a07f96a-01d8-459c-9b69-968e5b6b4ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2092874 Jan 19 16:01:02.572463 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0ef0fb4c-3ee5-441c-8a83-af8b01aa6ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:02.686287 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0ef0fb4c-3ee5-441c-8a83-af8b01aa6ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:02.792293 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 89b5938c-a890-4c1c-8d98-296ced78989b up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:01:02.831371 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ad901-4ae9-4abb-b4c4-1aae5af1e4ac req-058a3967-aaee-48d1-aff7-be3528cf5732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:02.835863 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6f0ad901-4ae9-4abb-b4c4-1aae5af1e4ac req-058a3967-aaee-48d1-aff7-be3528cf5732 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bd238739-f2fc-4c8f-ade9-e13c61a9fe4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5979917 Jan 19 16:01:02.843202 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-07414766-f1d3-432e-8ec7-9f365f16c5c9 req-22941ff0-392c-4a92-8c57-cdd4abb83efa service neutron] 10.222.0.104 "GET /v2.0/networks/5a07f96a-01d8-459c-9b69-968e5b6b4ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458610 Jan 19 16:01:02.851648 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0ef0fb4c-3ee5-441c-8a83-af8b01aa6ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:02.866604 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-fe2cec4e-78d0-4aa6-8db5-d1d453636cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:03.104870 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning for port 89b5938c-a890-4c1c-8d98-296ced78989b completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:01:03.125378 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 89b5938c-a890-4c1c-8d98-296ced78989b triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:01:03.126247 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:03.150083 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6f0ad901-4ae9-4abb-b4c4-1aae5af1e4ac req-0fc5d652-136e-4b96-8342-e325423c84c5 service neutron] 10.222.0.104 "GET /v2.0/networks/bd238739-f2fc-4c8f-ade9-e13c61a9fe4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534797 Jan 19 16:01:03.150688 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 43766) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:03.159999 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0fb4c-3ee5-441c-8a83-af8b01aa6ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b994a29d-be08-4d85-a6ed-b82d969c85c3,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:03.166276 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-0ef0fb4c-3ee5-441c-8a83-af8b01aa6ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:03.324203 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0ef0fb4c-3ee5-441c-8a83-af8b01aa6ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:03.343650 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-0ef0fb4c-3ee5-441c-8a83-af8b01aa6ef3 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b994a29d-be08-4d85-a6ed-b82d969c85c3 HTTP/1.1" status: 204 len: 168 time: 1.1119912 Jan 19 16:01:03.371998 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f399809a-a37a-457b-b123-00d83a8d6758 req-19cb55e5-ee96-49a0-a701-bd6be5b06a85 service neutron] 10.222.0.104 "GET /v2.0/networks/5a07f96a-01d8-459c-9b69-968e5b6b4ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5281041 Jan 19 16:01:03.516878 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-140969b1-c258-4565-949f-b849938bba73 req-017c291e-b926-40b3-8dfe-e96535fcb036 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?device_id=0f548f31-b3d2-4dfd-9199-10bb6cdf43f4 HTTP/1.1" status: 200 len: 210 time: 0.3187006 Jan 19 16:01:03.547181 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:03.597833 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.104', 64479) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:03.705585 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-9cc66274-9604-41d1-a939-e0d04efe32a2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1966033938-network', 'tenant_id': 'de9086258df24aecb2d82848b67b89b5'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:01:03.718965 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ae8dd6-00e3-494f-97ec-c5b6664572f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b5938c-a890-4c1c-8d98-296ced78989b'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:01:03.728674 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-9cc66274-9604-41d1-a939-e0d04efe32a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:01:03.752779 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6f0ad901-4ae9-4abb-b4c4-1aae5af1e4ac req-2ae0d49a-26cb-478a-99f6-27f75e36d1b0 service neutron] 10.222.0.104 "GET /v2.0/networks/bd238739-f2fc-4c8f-ade9-e13c61a9fe4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5579805 Jan 19 16:01:03.766404 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port 89b5938c-a890-4c1c-8d98-296ced78989b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=89b5938c-a890-4c1c-8d98-296ced78989b,segment=NetworkSegment(9c7be493-b0f1-4c72-8511-958af199a8fd),segment_id=9c7be493-b0f1-4c72-8511-958af199a8fd)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:01:03.776227 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:03.779539 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:03.786132 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-9cc66274-9604-41d1-a939-e0d04efe32a2 admin admin] Usage tracker for resource:network and tenant:de9086258df24aecb2d82848b67b89b5 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:01:03.800127 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-9cc66274-9604-41d1-a939-e0d04efe32a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:01:03.816138 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-9cc66274-9604-41d1-a939-e0d04efe32a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:01:03.833378 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc66274-9604-41d1-a939-e0d04efe32a2 admin admin] Made reservation on behalf of de9086258df24aecb2d82848b67b89b5 for: {'network': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:01:03.854374 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9cc66274-9604-41d1-a939-e0d04efe32a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:03.908290 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9cc66274-9604-41d1-a939-e0d04efe32a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:03.946036 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-9cc66274-9604-41d1-a939-e0d04efe32a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:01:03.959835 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-9cc66274-9604-41d1-a939-e0d04efe32a2 admin admin] Usage tracker for resource:security_group_rule and tenant:de9086258df24aecb2d82848b67b89b5 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:01:03.966434 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-9cc66274-9604-41d1-a939-e0d04efe32a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:01:03.993234 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-9cc66274-9604-41d1-a939-e0d04efe32a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:01:04.295147 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f399809a-a37a-457b-b123-00d83a8d6758 req-698c509c-4052-4da7-9287-b5c7848cc58d service neutron] 10.222.0.104 "GET /v2.0/networks/5a07f96a-01d8-459c-9b69-968e5b6b4ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8898365 Jan 19 16:01:04.346550 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9cc66274-9604-41d1-a939-e0d04efe32a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:04.354122 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9cc66274-9604-41d1-a939-e0d04efe32a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:04.365351 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-3ab95f7a-cd27-4709-9f51-c47aef88d288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:04.393101 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ba973dcd-88ef-4c12-b889-2ce54bedc8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:04.396461 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Network bd238739-f2fc-4c8f-ade9-e13c61a9fe4e details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 16:01:04.463691 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc66274-9604-41d1-a939-e0d04efe32a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e750bbdd-35d6-46a1-90db-eea4dd5ff391,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:04.473912 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9cc66274-9604-41d1-a939-e0d04efe32a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:04.500599 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc66274-9604-41d1-a939-e0d04efe32a2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 16:01:04.526457 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 43798) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:04.540209 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9cc66274-9604-41d1-a939-e0d04efe32a2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792502028574', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:04.541062 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.segments_db [None req-9cc66274-9604-41d1-a939-e0d04efe32a2 admin admin] Added segment 942a6058-6ad9-4d21-80db-a7a650c8a90b of type vxlan for network e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f Jan 19 16:01:04.547245 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-07414766-f1d3-432e-8ec7-9f365f16c5c9 req-e1cd9994-5f96-4a8a-8c65-4b0b62ac5702 service neutron] 10.222.0.104 "GET /v2.0/networks/5a07f96a-01d8-459c-9b69-968e5b6b4ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.6493230 Jan 19 16:01:04.579370 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9cc66274-9604-41d1-a939-e0d04efe32a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363244353260848'] for network, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:04.600887 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=89b5938c-a890-4c1c-8d98-296ced78989b,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:04.638843 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:04.639495 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:04.640150 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:04.640959 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:04.641485 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:04.642827 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:04.643391 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:04.644255 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:04.644845 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9cc66274-9604-41d1-a939-e0d04efe32a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104'] for network, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:04.644983 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:04.645541 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:04.646214 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:04.646892 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:04.647047 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc66274-9604-41d1-a939-e0d04efe32a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:04.647754 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:04.648189 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9cc66274-9604-41d1-a939-e0d04efe32a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:04.648409 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:04.649080 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:04.649743 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:04.650433 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:04.651132 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:04.651709 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:04.652318 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:04.652957 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:04.653589 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:04.654416 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:04.655091 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:04.656991 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:04.668331 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.889s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:04.676426 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221d0cd-5f9a-43f3-9abf-9421943eaeba req-5abe7bef-bdf3-42da-a7a3-cc8454e0f5ea tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:04.691489 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d221d0cd-5f9a-43f3-9abf-9421943eaeba req-5abe7bef-bdf3-42da-a7a3-cc8454e0f5ea tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=a6ae8dd6-00e3-494f-97ec-c5b6664572f3 HTTP/1.1" status: 200 len: 943 time: 2.3729157 Jan 19 16:01:04.734683 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8e03f656-5def-4401-82f6-305c4527f14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:04.780193 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-8e03f656-5def-4401-82f6-305c4527f14d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:01:04.788992 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-8e03f656-5def-4401-82f6-305c4527f14d admin admin] Usage tracker for resource:security_group_rule and tenant:6ce54a866f89418fae4392b86d9bd4b0 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:01:04.794844 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-8e03f656-5def-4401-82f6-305c4527f14d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:01:04.850335 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-8e03f656-5def-4401-82f6-305c4527f14d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:01:04.879169 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc66274-9604-41d1-a939-e0d04efe32a2 admin admin] Pushing event updated for resources: {'Network': ['ID=e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:04.885547 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9cc66274-9604-41d1-a939-e0d04efe32a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:04.895986 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-9cc66274-9604-41d1-a939-e0d04efe32a2 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7434845 Jan 19 16:01:04.897315 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 43804) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:04.909449 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-3f3eb428-1266-44ac-b9b0-3d273e61e039 admin admin] Request body: {'subnet': {'network_id': 'e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1966033938-subnet', 'tenant_id': 'de9086258df24aecb2d82848b67b89b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:01:04.918973 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-3f3eb428-1266-44ac-b9b0-3d273e61e039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:01:04.927930 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-3f3eb428-1266-44ac-b9b0-3d273e61e039 admin admin] Usage tracker for resource:subnet and tenant:de9086258df24aecb2d82848b67b89b5 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:01:04.935790 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-3f3eb428-1266-44ac-b9b0-3d273e61e039 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:01:04.949880 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-3f3eb428-1266-44ac-b9b0-3d273e61e039 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:01:04.972567 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3eb428-1266-44ac-b9b0-3d273e61e039 admin admin] Made reservation on behalf of de9086258df24aecb2d82848b67b89b5 for: {'subnet': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:01:04.983094 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3f3eb428-1266-44ac-b9b0-3d273e61e039 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2322437'] for subnet, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:05.021178 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.objects.ports [None req-c4b65608-56c4-4ee3-a7de-42e7282594b6 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80161) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 19 16:01:05.026850 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Network e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 16:01:05.061461 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8e03f656-5def-4401-82f6-305c4527f14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:05.086476 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8e03f656-5def-4401-82f6-305c4527f14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:05.141819 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:05.213106 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03f656-5def-4401-82f6-305c4527f14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f2340f-e674-4c88-a51c-43bd118b77e4,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:05.230703 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Network e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f details requested by agent ovs-agent-dv-cinder-667108-29-smb with host dv-cinder-667108-29-smb {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 16:01:05.284336 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d221d0cd-5f9a-43f3-9abf-9421943eaeba req-daf9475f-1215-41e0-bd2d-78d4eb779fe3 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5910645 Jan 19 16:01:05.289984 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-8e03f656-5def-4401-82f6-305c4527f14d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:05.411905 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-3809d97c-3335-4c77-bc13-d4a933e218cb tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:05.413873 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-3809d97c-3335-4c77-bc13-d4a933e218cb tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.104 "GET /v2.0/networks?id=b14d2a53-9461-4a62-ad08-ccd883bfa66b HTTP/1.1" status: 200 len: 809 time: 1.7778046 Jan 19 16:01:05.547055 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d34d0d-e78e-4a5e-bddd-bc4ef3559f89 req-f93c89b0-9b8b-4662-895f-579e73891870 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:05.558990 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a6d34d0d-e78e-4a5e-bddd-bc4ef3559f89 req-f93c89b0-9b8b-4662-895f-579e73891870 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.110 "GET /v2.0/ports?device_id=4dca994c-b505-4fde-b5fe-4677319ee380 HTTP/1.1" status: 200 len: 947 time: 1.2676961 Jan 19 16:01:05.573410 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-149bade5-3f1a-48f1-847f-fd55e0d0b4b2 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Request body: {'port': {'device_id': '0f548f31-b3d2-4dfd-9199-10bb6cdf43f4', 'network_id': 'b14d2a53-9461-4a62-ad08-ccd883bfa66b', 'admin_state_up': True, 'tenant_id': 'af29d0a769f64fe6ab2751c6dbd21318'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:01:05.725496 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-8e03f656-5def-4401-82f6-305c4527f14d admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=6ce54a866f89418fae4392b86d9bd4b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1871483 Jan 19 16:01:05.732786 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 43812) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:05.861425 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a6d34d0d-e78e-4a5e-bddd-bc4ef3559f89 req-22751983-3e26-4663-b49e-f4b9cbae22ad tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.110 "GET /v2.0/security-groups?id=3c57ca26-10f5-428b-8129-2522fdc083fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994463 Jan 19 16:01:05.886516 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5e402c2a-134e-4368-8731-3c8312050b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:05.932930 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-149bade5-3f1a-48f1-847f-fd55e0d0b4b2 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:01:05.942560 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-149bade5-3f1a-48f1-847f-fd55e0d0b4b2 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Usage tracker for resource:port and tenant:af29d0a769f64fe6ab2751c6dbd21318 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:01:05.948616 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-149bade5-3f1a-48f1-847f-fd55e0d0b4b2 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Quota usage for port was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:01:05.961677 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-149bade5-3f1a-48f1-847f-fd55e0d0b4b2 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:01:05.981036 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-149bade5-3f1a-48f1-847f-fd55e0d0b4b2 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Made reservation on behalf of af29d0a769f64fe6ab2751c6dbd21318 for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:01:05.989884 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device db7fa45f-d777-4444-9739-ea90a3bbf278 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:01:05.996574 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5e402c2a-134e-4368-8731-3c8312050b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:06.012449 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-149bade5-3f1a-48f1-847f-fd55e0d0b4b2 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:06.089311 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ae8dd6-00e3-494f-97ec-c5b6664572f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b5938c-a890-4c1c-8d98-296ced78989b', 'code': 200} Jan 19 16:01:06.118246 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5e402c2a-134e-4368-8731-3c8312050b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:06.126371 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-04a24c18-9839-4eee-9455-932a8b77b2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:06.150068 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e402c2a-134e-4368-8731-3c8312050b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f2340f-e674-4c88-a51c-43bd118b77e4,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:06.153371 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-5e402c2a-134e-4368-8731-3c8312050b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:06.268851 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning for port db7fa45f-d777-4444-9739-ea90a3bbf278 completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:01:06.277887 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port db7fa45f-d777-4444-9739-ea90a3bbf278 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:01:06.278409 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:06.335092 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5e402c2a-134e-4368-8731-3c8312050b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:06.337696 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-5e402c2a-134e-4368-8731-3c8312050b28 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/21f2340f-e674-4c88-a51c-43bd118b77e4 HTTP/1.1" status: 204 len: 168 time: 0.6031301 Jan 19 16:01:06.344063 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3f3eb428-1266-44ac-b9b0-3d273e61e039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2322452'] for subnet, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:06.424792 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:06.694514 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3eb428-1266-44ac-b9b0-3d273e61e039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=270545ff-0baa-454b-b6a7-6bc4f36f2a27,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:06.705569 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-3f3eb428-1266-44ac-b9b0-3d273e61e039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:06.712608 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:06.731603 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:06.846952 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port db7fa45f-d777-4444-9739-ea90a3bbf278, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=db7fa45f-d777-4444-9739-ea90a3bbf278,segment=NetworkSegment(3f206f66-3ba1-496d-b335-49a38619557c),segment_id=3f206f66-3ba1-496d-b335-49a38619557c)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:01:06.854637 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:06.863079 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:06.867809 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f41abb64-2973-474b-b063-3cee0bc38b69 req-c8dc893d-8663-4e3d-85c5-fb0674c38bd9 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?device_id=0f548f31-b3d2-4dfd-9199-10bb6cdf43f4 HTTP/1.1" status: 200 len: 210 time: 0.2834795 Jan 19 16:01:07.146348 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3eb428-1266-44ac-b9b0-3d273e61e039 admin admin] Checking segment: {'id': '942a6058-6ad9-4d21-80db-a7a650c8a90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:01:07.146801 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3eb428-1266-44ac-b9b0-3d273e61e039 admin admin] Network hostable DHCP agents. Network: e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f, hostable agents: ['38d5a676-35d8-431f-b8e5-8bc81bf22324'], hosted agents: [] {{(pid=80159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 16:01:07.185108 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device db7fa45f-d777-4444-9739-ea90a3bbf278 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:01:07.211476 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3eb428-1266-44ac-b9b0-3d273e61e039 admin admin] Network e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f is scheduled to be hosted by DHCP agent 38d5a676-35d8-431f-b8e5-8bc81bf22324 with binding_index 1 {{(pid=80159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 16:01:07.236421 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-3f3eb428-1266-44ac-b9b0-3d273e61e039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-smb, e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f) {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:01:07.262595 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3eb428-1266-44ac-b9b0-3d273e61e039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:07.263996 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3f3eb428-1266-44ac-b9b0-3d273e61e039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:07.308138 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-3f3eb428-1266-44ac-b9b0-3d273e61e039 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.4086366 Jan 19 16:01:07.311955 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 43836) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:07.324141 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-526cf5cb-37d5-4526-9d2a-53135df0c01c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1966033938-router', 'tenant_id': 'de9086258df24aecb2d82848b67b89b5', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'}}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:01:07.346553 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-526cf5cb-37d5-4526-9d2a-53135df0c01c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:01:07.361416 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-526cf5cb-37d5-4526-9d2a-53135df0c01c admin admin] Usage tracker for resource:router and tenant:de9086258df24aecb2d82848b67b89b5 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:01:07.361754 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96c17ad-74d2-4cd7-9911-ec7138988e52 None None] Network e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 16:01:07.371321 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-526cf5cb-37d5-4526-9d2a-53135df0c01c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:01:07.414134 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-526cf5cb-37d5-4526-9d2a-53135df0c01c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:01:07.431901 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:07.446880 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-526cf5cb-37d5-4526-9d2a-53135df0c01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853037659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1435'] for router, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:07.448738 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-526cf5cb-37d5-4526-9d2a-53135df0c01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1713670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774292'] for router, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:07.535644 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-526cf5cb-37d5-4526-9d2a-53135df0c01c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:07.570774 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c17df46b-e0ab-45b5-aa8e-f2905ef5b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:07.614081 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=db7fa45f-d777-4444-9739-ea90a3bbf278,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:07.628705 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:07.731776 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port db7fa45f-d777-4444-9739-ea90a3bbf278 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:01:07.732866 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:07.926549 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7acaa7-3862-4e6f-804f-19c6ebada32a req-1c1bfb18-3183-4431-bac9-0d2beb0e8e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:07.929416 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0f7acaa7-3862-4e6f-804f-19c6ebada32a req-1c1bfb18-3183-4431-bac9-0d2beb0e8e7b service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=a6ae8dd6-00e3-494f-97ec-c5b6664572f3 HTTP/1.1" status: 200 len: 1162 time: 1.3474066 Jan 19 16:01:08.012492 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:08.150135 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dca994c-b505-4fde-b5fe-4677319ee380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db7fa45f-d777-4444-9739-ea90a3bbf278'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:01:08.208281 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07f2ef-f7f4-48f9-93b1-0b02682cf01d req-9bebb547-b2b6-4194-b534-a1a4d33afaa0 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:08.211245 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3e07f2ef-f7f4-48f9-93b1-0b02682cf01d req-9bebb547-b2b6-4194-b534-a1a4d33afaa0 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=a6ae8dd6-00e3-494f-97ec-c5b6664572f3 HTTP/1.1" status: 200 len: 945 time: 1.3673141 Jan 19 16:01:08.214372 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0f7acaa7-3862-4e6f-804f-19c6ebada32a req-5ec298db-dbab-4def-a654-ecaa1c669d0b service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689050 Jan 19 16:01:08.320218 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 89b5938c-a890-4c1c-8d98-296ced78989b up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:01:08.356483 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-526cf5cb-37d5-4526-9d2a-53135df0c01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713719', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1750052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774275'] for router, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:08.371812 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3e07f2ef-f7f4-48f9-93b1-0b02682cf01d req-6e1e2e12-01e7-4dc9-8489-ba710e17a440 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439664 Jan 19 16:01:08.385153 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-149bade5-3f1a-48f1-847f-fd55e0d0b4b2 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Allocated IP 172.20.0.12 (b14d2a53-9461-4a62-ad08-ccd883bfa66b/742fc110-aa26-4bcd-a608-8ae3e4f605f1/b6f04976-fc12-4693-8eb6-bfa29a05843a) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:01:08.396886 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8dc508-6ed0-444b-96d3-156dcc4daa0e None None] Network e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 16:01:08.560255 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0600f0-e900-4b97-b360-b1bd0b63a3e1 req-484080d9-cb3f-4cc1-857c-786796175352 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:08.562928 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cb0600f0-e900-4b97-b360-b1bd0b63a3e1 req-484080d9-cb3f-4cc1-857c-786796175352 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.110 "GET /v2.0/ports?device_id=4dca994c-b505-4fde-b5fe-4677319ee380 HTTP/1.1" status: 200 len: 949 time: 0.6425469 Jan 19 16:01:08.711358 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 89b5938c-a890-4c1c-8d98-296ced78989b triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:01:08.711912 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:08.775755 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cb0600f0-e900-4b97-b360-b1bd0b63a3e1 req-14a80f0c-d7d6-433c-9088-da9fba903e6f tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.110 "GET /v2.0/security-groups?id=3c57ca26-10f5-428b-8129-2522fdc083fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939185 Jan 19 16:01:09.019160 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 43866) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:09.396872 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dca994c-b505-4fde-b5fe-4677319ee380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db7fa45f-d777-4444-9739-ea90a3bbf278', 'code': 200} Jan 19 16:01:09.427683 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-503bda9a-15d9-45ef-b68d-536e0cd50b07 req-5972bbb3-d41a-45fd-ad3c-c0070f2a7d99 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?device_id=0f548f31-b3d2-4dfd-9199-10bb6cdf43f4 HTTP/1.1" status: 200 len: 210 time: 0.1917088 Jan 19 16:01:09.461861 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device db7fa45f-d777-4444-9739-ea90a3bbf278 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:01:09.508630 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-149bade5-3f1a-48f1-847f-fd55e0d0b4b2 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:09.542093 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-526cf5cb-37d5-4526-9d2a-53135df0c01c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:09.623529 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-d61f5bd0-58e8-4f93-b42d-fec5c1d0f04f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1589903058-network', 'tenant_id': '8a8e3be5d11c459e81f5ff9d87f68c5b'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:01:09.636622 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-d61f5bd0-58e8-4f93-b42d-fec5c1d0f04f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:01:09.650191 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-d61f5bd0-58e8-4f93-b42d-fec5c1d0f04f admin admin] Usage tracker for resource:network and tenant:8a8e3be5d11c459e81f5ff9d87f68c5b is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:01:09.659403 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:09.743411 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port db7fa45f-d777-4444-9739-ea90a3bbf278 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:01:09.744936 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:09.771032 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-d61f5bd0-58e8-4f93-b42d-fec5c1d0f04f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:01:09.788585 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-d61f5bd0-58e8-4f93-b42d-fec5c1d0f04f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:01:09.808699 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-149bade5-3f1a-48f1-847f-fd55e0d0b4b2 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:09.930508 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-526cf5cb-37d5-4526-9d2a-53135df0c01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:10.192541 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 43882) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:10.256842 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:10.449662 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61f5bd0-58e8-4f93-b42d-fec5c1d0f04f admin admin] Made reservation on behalf of 8a8e3be5d11c459e81f5ff9d87f68c5b for: {'network': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:01:10.458147 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d61f5bd0-58e8-4f93-b42d-fec5c1d0f04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for network, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:10.529938 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d61f5bd0-58e8-4f93-b42d-fec5c1d0f04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:10.563066 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-149bade5-3f1a-48f1-847f-fd55e0d0b4b2 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Network b14d2a53-9461-4a62-ad08-ccd883bfa66b is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:01:10.570286 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-12d430fe-261b-4f54-98d2-b9a3cd6d11a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:10.583192 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-149bade5-3f1a-48f1-847f-fd55e0d0b4b2 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:01:10.600627 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-149bade5-3f1a-48f1-847f-fd55e0d0b4b2 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:01:10.603409 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-12d430fe-261b-4f54-98d2-b9a3cd6d11a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:01:10.617879 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-12d430fe-261b-4f54-98d2-b9a3cd6d11a8 admin admin] Usage tracker for resource:security_group_rule and tenant:7aa6d375834944cfade512ecb439be53 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:01:10.631144 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-12d430fe-261b-4f54-98d2-b9a3cd6d11a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:01:10.635561 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [None req-526cf5cb-37d5-4526-9d2a-53135df0c01c admin admin] Allocated IP 172.28.3.247 (8cb986dc-564f-4d7a-9897-91054d6f010e/8785aac7-d333-468d-9a45-aa55950b5c1c/a68c2912-3968-4243-b5e2-06133cd9d192) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:01:10.647931 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-12d430fe-261b-4f54-98d2-b9a3cd6d11a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:01:10.651827 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-d61f5bd0-58e8-4f93-b42d-fec5c1d0f04f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:01:10.659081 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bade5-3f1a-48f1-847f-fd55e0d0b4b2 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Pushing event updated for resources: {'Port': ['ID=b6f04976-fc12-4693-8eb6-bfa29a05843a,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:10.686053 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-d61f5bd0-58e8-4f93-b42d-fec5c1d0f04f admin admin] Usage tracker for resource:security_group_rule and tenant:8a8e3be5d11c459e81f5ff9d87f68c5b is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:01:10.690149 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-149bade5-3f1a-48f1-847f-fd55e0d0b4b2 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:10.696573 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-d61f5bd0-58e8-4f93-b42d-fec5c1d0f04f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:01:10.701346 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d3eb2-88d2-4114-a65f-e5b0568b6b90 req-e990f5ea-b7ed-4300-866a-6c1577952b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:10.703187 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f80d3eb2-88d2-4114-a65f-e5b0568b6b90 req-e990f5ea-b7ed-4300-866a-6c1577952b94 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=4dca994c-b505-4fde-b5fe-4677319ee380 HTTP/1.1" status: 200 len: 1166 time: 1.0567734 Jan 19 16:01:10.727649 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-d61f5bd0-58e8-4f93-b42d-fec5c1d0f04f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:01:10.817589 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-149bade5-3f1a-48f1-847f-fd55e0d0b4b2 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:10.818557 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-149bade5-3f1a-48f1-847f-fd55e0d0b4b2 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:10.891186 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42dbcb-dfc9-4948-a944-e95b33407e8a req-82da4b2d-aee5-4528-b930-339339bce13a tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:10.893879 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5f42dbcb-dfc9-4948-a944-e95b33407e8a req-82da4b2d-aee5-4528-b930-339339bce13a tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=a6ae8dd6-00e3-494f-97ec-c5b6664572f3 HTTP/1.1" status: 200 len: 945 time: 1.0940533 Jan 19 16:01:10.927308 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f80d3eb2-88d2-4114-a65f-e5b0568b6b90 req-282e6879-de62-4c75-9b0b-dfecdc87fe80 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=3c57ca26-10f5-428b-8129-2522fdc083fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076557 Jan 19 16:01:10.956589 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-526cf5cb-37d5-4526-9d2a-53135df0c01c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:10.991913 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae443eb-3c27-42b8-8a92-8486be4a7121 req-b5411534-07fe-445b-b6c8-ee3243c3e1ce tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:10.993751 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8ae443eb-3c27-42b8-8a92-8486be4a7121 req-b5411534-07fe-445b-b6c8-ee3243c3e1ce tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.110 "GET /v2.0/ports?device_id=4dca994c-b505-4fde-b5fe-4677319ee380 HTTP/1.1" status: 200 len: 949 time: 0.7392519 Jan 19 16:01:11.003495 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-149bade5-3f1a-48f1-847f-fd55e0d0b4b2 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5403676 Jan 19 16:01:11.026295 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-12d430fe-261b-4f54-98d2-b9a3cd6d11a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:11.033816 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-12d430fe-261b-4f54-98d2-b9a3cd6d11a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:11.055739 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-08cee750-b041-4388-b47e-c269a81eed4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:11.113223 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5f42dbcb-dfc9-4948-a944-e95b33407e8a req-077c59ab-3648-4854-975b-e5731a5847b1 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006009 Jan 19 16:01:11.128780 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d430fe-261b-4f54-98d2-b9a3cd6d11a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73e1728-9955-4113-a8df-ac24bbac22bc,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:11.129227 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8ae443eb-3c27-42b8-8a92-8486be4a7121 req-326d2dcc-e08b-4b5b-8910-eddcfb9286bc tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.110 "GET /v2.0/security-groups?id=3c57ca26-10f5-428b-8129-2522fdc083fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244936 Jan 19 16:01:11.156865 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-12d430fe-261b-4f54-98d2-b9a3cd6d11a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:11.180671 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-12d430fe-261b-4f54-98d2-b9a3cd6d11a8 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=7aa6d375834944cfade512ecb439be53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9826882 Jan 19 16:01:11.182323 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 43892) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:11.206822 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d61f5bd0-58e8-4f93-b42d-fec5c1d0f04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:11.213307 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d61f5bd0-58e8-4f93-b42d-fec5c1d0f04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:11.223908 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-adb79525-7300-4987-84d1-60fa5289934e service neutron] Request body: {'port': {'device_id': '0f548f31-b3d2-4dfd-9199-10bb6cdf43f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:01:11.269072 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-69986da7-0417-448a-aee3-a68ea9a059ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:11.301364 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-526cf5cb-37d5-4526-9d2a-53135df0c01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852269169'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:11.362501 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61f5bd0-58e8-4f93-b42d-fec5c1d0f04f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 16:01:11.382700 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f5bd0-58e8-4f93-b42d-fec5c1d0f04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0a6001-4d34-442d-a2c4-6b0ee3ab87cd,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:11.414113 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d61f5bd0-58e8-4f93-b42d-fec5c1d0f04f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:11.415621 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d61f5bd0-58e8-4f93-b42d-fec5c1d0f04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:11.416233 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.segments_db [None req-d61f5bd0-58e8-4f93-b42d-fec5c1d0f04f admin admin] Added segment 53de4403-276d-4079-8333-52ecba1267e1 of type vxlan for network 6239ef5f-d70e-4467-917d-ea8f72910c95 Jan 19 16:01:11.467727 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e47b25e6-7e35-402e-af7d-b3ad85f6cbce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:11.594560 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-bbd2d8d3-5ec5-4154-aba2-20712dfbbf09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:11.617290 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d61f5bd0-58e8-4f93-b42d-fec5c1d0f04f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363244353260848'] for network, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:11.650055 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-adb79525-7300-4987-84d1-60fa5289934e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:11.702619 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526cf5cb-37d5-4526-9d2a-53135df0c01c admin admin] Pushing event updated for resources: {'Port': ['ID=a68c2912-3968-4243-b5e2-06133cd9d192,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:11.737453 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-526cf5cb-37d5-4526-9d2a-53135df0c01c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:11.752566 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-bbd2d8d3-5ec5-4154-aba2-20712dfbbf09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:11.790794 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d61f5bd0-58e8-4f93-b42d-fec5c1d0f04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104'] for network, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:11.833927 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef56f4b-4fde-43b3-a31d-81b24828e1d2 req-9b526420-d0bd-4fa5-9832-6fd173886100 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:11.834839 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-5ef56f4b-4fde-43b3-a31d-81b24828e1d2 req-9b526420-d0bd-4fa5-9832-6fd173886100 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Synchronizing usage tracker for tenant:af29d0a769f64fe6ab2751c6dbd21318 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:01:11.843653 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61f5bd0-58e8-4f93-b42d-fec5c1d0f04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:11.844488 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d61f5bd0-58e8-4f93-b42d-fec5c1d0f04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:11.855407 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:11.909003 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526cf5cb-37d5-4526-9d2a-53135df0c01c admin admin] Network 8cb986dc-564f-4d7a-9897-91054d6f010e is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:01:11.912947 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-526cf5cb-37d5-4526-9d2a-53135df0c01c admin admin] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:01:11.918086 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526cf5cb-37d5-4526-9d2a-53135df0c01c admin admin] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:01:12.020907 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-bbd2d8d3-5ec5-4154-aba2-20712dfbbf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:12.033970 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-ccbb5860-d89b-4774-84e1-8351c6d9aa7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:12.073001 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2d8d3-5ec5-4154-aba2-20712dfbbf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73e1728-9955-4113-a8df-ac24bbac22bc,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:12.086112 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-bbd2d8d3-5ec5-4154-aba2-20712dfbbf09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:12.093663 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-5ef56f4b-4fde-43b3-a31d-81b24828e1d2 req-9b526420-d0bd-4fa5-9832-6fd173886100 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Unset dirty status for tenant:af29d0a769f64fe6ab2751c6dbd21318 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:01:12.106864 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5ef56f4b-4fde-43b3-a31d-81b24828e1d2 req-9b526420-d0bd-4fa5-9832-6fd173886100 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?device_id=0f548f31-b3d2-4dfd-9199-10bb6cdf43f4 HTTP/1.1" status: 200 len: 932 time: 0.7063251 Jan 19 16:01:12.119527 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-d61f5bd0-58e8-4f93-b42d-fec5c1d0f04f admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.0998597 Jan 19 16:01:12.173007 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 43898) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:12.178496 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f5bd0-58e8-4f93-b42d-fec5c1d0f04f admin admin] Pushing event updated for resources: {'Network': ['ID=6239ef5f-d70e-4467-917d-ea8f72910c95,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:12.182562 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d61f5bd0-58e8-4f93-b42d-fec5c1d0f04f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:12.191671 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Network 6239ef5f-d70e-4467-917d-ea8f72910c95 details requested by agent ovs-agent-dv-cinder-667108-29-smb with host dv-cinder-667108-29-smb {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 16:01:12.216600 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Network 6239ef5f-d70e-4467-917d-ea8f72910c95 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 16:01:12.259653 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-54e4bb9d-06f0-4687-8fda-584017928fb3 admin admin] Request body: {'subnet': {'network_id': '6239ef5f-d70e-4467-917d-ea8f72910c95', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1589903058-subnet', 'tenant_id': '8a8e3be5d11c459e81f5ff9d87f68c5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:01:12.294555 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-54e4bb9d-06f0-4687-8fda-584017928fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:01:12.343609 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5ef56f4b-4fde-43b3-a31d-81b24828e1d2 req-5fd712c7-478c-436d-ab6e-63435498a193 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/security-groups?id=8be4828b-8b41-459e-9c15-4174300b3c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351022 Jan 19 16:01:12.345027 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-54e4bb9d-06f0-4687-8fda-584017928fb3 admin admin] Usage tracker for resource:subnet and tenant:8a8e3be5d11c459e81f5ff9d87f68c5b is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:01:12.353370 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-54e4bb9d-06f0-4687-8fda-584017928fb3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:01:12.393936 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-54e4bb9d-06f0-4687-8fda-584017928fb3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:01:12.561191 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-bbd2d8d3-5ec5-4154-aba2-20712dfbbf09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:12.563327 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-bbd2d8d3-5ec5-4154-aba2-20712dfbbf09 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/d73e1728-9955-4113-a8df-ac24bbac22bc HTTP/1.1" status: 204 len: 168 time: 1.3786871 Jan 19 16:01:12.674663 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e4bb9d-06f0-4687-8fda-584017928fb3 admin admin] Made reservation on behalf of 8a8e3be5d11c459e81f5ff9d87f68c5b for: {'subnet': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:01:12.690694 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-54e4bb9d-06f0-4687-8fda-584017928fb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852179958'] for subnet, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:12.971603 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-526cf5cb-37d5-4526-9d2a-53135df0c01c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:13.227596 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 43914) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:13.249079 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69924682-1592-4987-8780-00278684caf7 req-8703a90a-777d-4a90-bde3-f23888bc92af tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:13.251005 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-69924682-1592-4987-8780-00278684caf7 req-8703a90a-777d-4a90-bde3-f23888bc92af tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=a6ae8dd6-00e3-494f-97ec-c5b6664572f3 HTTP/1.1" status: 200 len: 945 time: 0.8641450 Jan 19 16:01:13.279138 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0bcccdaf-bd36-4d32-99e8-255c7ec7493f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:13.331623 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-0bcccdaf-bd36-4d32-99e8-255c7ec7493f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:01:13.342920 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-0bcccdaf-bd36-4d32-99e8-255c7ec7493f admin admin] Usage tracker for resource:security_group_rule and tenant:4a44136c6e264280846ba5bf12fe44a1 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:01:13.348074 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-0bcccdaf-bd36-4d32-99e8-255c7ec7493f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:01:13.374486 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-0bcccdaf-bd36-4d32-99e8-255c7ec7493f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:01:13.444719 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd466d90-8e6d-4701-a8d8-299805ea18e2 req-92612e93-00bf-4b08-8c46-6e186740f3f1 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:13.446468 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bd466d90-8e6d-4701-a8d8-299805ea18e2 req-92612e93-00bf-4b08-8c46-6e186740f3f1 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.110 "GET /v2.0/ports?device_id=4dca994c-b505-4fde-b5fe-4677319ee380 HTTP/1.1" status: 200 len: 949 time: 0.7844224 Jan 19 16:01:13.465613 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-69924682-1592-4987-8780-00278684caf7 req-979d55d8-91b5-4b79-b120-cd7c3df3bfa0 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000532 Jan 19 16:01:13.469292 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.resource_extend [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-adb79525-7300-4987-84d1-60fa5289934e service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 19 16:01:13.663393 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bd466d90-8e6d-4701-a8d8-299805ea18e2 req-81ed7954-eaed-4679-bb73-f9fff437d175 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.110 "GET /v2.0/security-groups?id=3c57ca26-10f5-428b-8129-2522fdc083fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053969 Jan 19 16:01:13.677207 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-adb79525-7300-4987-84d1-60fa5289934e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f04976-fc12-4693-8eb6-bfa29a05843a {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 16:01:13.721872 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-adb79525-7300-4987-84d1-60fa5289934e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:13.769834 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-adb79525-7300-4987-84d1-60fa5289934e service neutron] Transition to ACTIVE for port object b6f04976-fc12-4693-8eb6-bfa29a05843a will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:01:13.785987 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-adb79525-7300-4987-84d1-60fa5289934e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:13.824625 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-953ee40a-9ccf-436d-bd8b-c1a6890a64c2 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:13.864349 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-526cf5cb-37d5-4526-9d2a-53135df0c01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1738194'] for router, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:14.147014 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0bcccdaf-bd36-4d32-99e8-255c7ec7493f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:14.305094 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb79525-7300-4987-84d1-60fa5289934e service neutron] Pushing event updated for resources: {'Port': ['ID=b6f04976-fc12-4693-8eb6-bfa29a05843a,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:14.311011 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-adb79525-7300-4987-84d1-60fa5289934e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:14.447076 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0bcccdaf-bd36-4d32-99e8-255c7ec7493f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:14.468792 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-5e402c2a-134e-4368-8731-3c8312050b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:14.525099 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb068d34-10b9-4db6-a1b5-9345a6a54d68 req-372ed75f-9481-4c2b-947b-cf0291fe1000 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:14.528108 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-eb068d34-10b9-4db6-a1b5-9345a6a54d68 req-372ed75f-9481-4c2b-947b-cf0291fe1000 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?device_id=0f548f31-b3d2-4dfd-9199-10bb6cdf43f4 HTTP/1.1" status: 200 len: 944 time: 0.5005288 Jan 19 16:01:14.578072 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-0bcccdaf-bd36-4d32-99e8-255c7ec7493f admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=4a44136c6e264280846ba5bf12fe44a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3483002 Jan 19 16:01:14.587328 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 43928) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:14.596856 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcccdaf-bd36-4d32-99e8-255c7ec7493f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baffb381-be26-430b-a9ed-d1017e08eb3b,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:14.666393 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-0bcccdaf-bd36-4d32-99e8-255c7ec7493f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:14.774827 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c37157f9-b170-4bd9-94c3-ce7b1b9cf72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:14.866896 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c37157f9-b170-4bd9-94c3-ce7b1b9cf72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:14.868515 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-eb068d34-10b9-4db6-a1b5-9345a6a54d68 req-ecafc91b-8ade-443d-9043-b6a181200b89 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/security-groups?id=8be4828b-8b41-459e-9c15-4174300b3c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430456 Jan 19 16:01:14.890638 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526cf5cb-37d5-4526-9d2a-53135df0c01c admin admin] Router 94e86f1d-d3cb-455d-8498-fc6e257e5f85 is scheduled to L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f with binding_index 1 {{(pid=80159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 19 16:01:15.065327 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-adb79525-7300-4987-84d1-60fa5289934e service neutron] Attempting to bind port b6f04976-fc12-4693-8eb6-bfa29a05843a on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 16:01:15.065620 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-adb79525-7300-4987-84d1-60fa5289934e service neutron] Attempting to bind port b6f04976-fc12-4693-8eb6-bfa29a05843a by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '44e4ef70-9893-41b6-a77c-3391fdd84c46', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b14d2a53-9461-4a62-ad08-ccd883bfa66b'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 16:01:15.066089 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-adb79525-7300-4987-84d1-60fa5289934e service neutron] Attempting to bind port b6f04976-fc12-4693-8eb6-bfa29a05843a on network b14d2a53-9461-4a62-ad08-ccd883bfa66b {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 16:01:15.092583 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-adb79525-7300-4987-84d1-60fa5289934e service neutron] Checking agent: {'id': '073d1919-22dd-4be4-a5f1-d010cf1bf21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 56, 7), 'started_at': datetime.datetime(2021, 1, 19, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 16:01:15.093453 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-adb79525-7300-4987-84d1-60fa5289934e service neutron] Checking segment: {'id': '44e4ef70-9893-41b6-a77c-3391fdd84c46', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b14d2a53-9461-4a62-ad08-ccd883bfa66b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:01:15.093970 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-adb79525-7300-4987-84d1-60fa5289934e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:15.094844 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-adb79525-7300-4987-84d1-60fa5289934e service neutron] Bound using segment: {'id': '44e4ef70-9893-41b6-a77c-3391fdd84c46', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b14d2a53-9461-4a62-ad08-ccd883bfa66b'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 16:01:15.095760 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-adb79525-7300-4987-84d1-60fa5289934e service neutron] Bound port: b6f04976-fc12-4693-8eb6-bfa29a05843a, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e4ef70-9893-41b6-a77c-3391fdd84c46', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b14d2a53-9461-4a62-ad08-ccd883bfa66b'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 16:01:15.096569 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-adb79525-7300-4987-84d1-60fa5289934e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:15.221174 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-54e4bb9d-06f0-4687-8fda-584017928fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852179941'] for subnet, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:15.247708 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c37157f9-b170-4bd9-94c3-ce7b1b9cf72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:15.266186 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-02da7df6-e3c3-4c3c-959c-9d538c27cb42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:15.284328 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37157f9-b170-4bd9-94c3-ce7b1b9cf72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baffb381-be26-430b-a9ed-d1017e08eb3b,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:15.287244 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c37157f9-b170-4bd9-94c3-ce7b1b9cf72e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:15.307472 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-68ba8c3d-72d8-4671-859d-05f1f7914f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:15.325101 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c37157f9-b170-4bd9-94c3-ce7b1b9cf72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:15.331552 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-c37157f9-b170-4bd9-94c3-ce7b1b9cf72e admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/baffb381-be26-430b-a9ed-d1017e08eb3b HTTP/1.1" status: 204 len: 168 time: 0.7381670 Jan 19 16:01:15.408670 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526cf5cb-37d5-4526-9d2a-53135df0c01c admin admin] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 16:01:15.426246 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee48605-d6dd-4e38-9281-b391c09f843d None None] Sync routers for ids ['94e86f1d-d3cb-455d-8498-fc6e257e5f85'] in dv-cinder-667108-29-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 16:01:15.447280 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-526cf5cb-37d5-4526-9d2a-53135df0c01c admin admin] Notify callbacks [] for router, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:15.449609 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-526cf5cb-37d5-4526-9d2a-53135df0c01c admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.1358364 Jan 19 16:01:15.453316 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 43944) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:15.464778 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee48605-d6dd-4e38-9281-b391c09f843d None None] Routers {'94e86f1d-d3cb-455d-8498-fc6e257e5f85'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:01:15.466269 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-cee48605-d6dd-4e38-9281-b391c09f843d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:01:07Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['94e86f1d-d3cb-455d-8498-fc6e257e5f85'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:01:15.666925 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4bb9d-06f0-4687-8fda-584017928fb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb00b2c9-781f-45ba-abcc-70b44d5f1d7b,revision_number=0']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:15.705394 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-54e4bb9d-06f0-4687-8fda-584017928fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:15.738387 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-adb79525-7300-4987-84d1-60fa5289934e service neutron] For port b6f04976-fc12-4693-8eb6-bfa29a05843a, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 16:01:15.823928 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a498ff4-17c6-4bd6-bf4a-c5409fbb00a3 req-87b3b02e-e9d1-487d-bb6b-795386f7083f tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:15.835382 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9a498ff4-17c6-4bd6-bf4a-c5409fbb00a3 req-87b3b02e-e9d1-487d-bb6b-795386f7083f tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.110 "GET /v2.0/ports?device_id=4dca994c-b505-4fde-b5fe-4677319ee380 HTTP/1.1" status: 200 len: 949 time: 0.7245274 Jan 19 16:01:15.886557 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-adb79525-7300-4987-84d1-60fa5289934e service neutron] For port b6f04976-fc12-4693-8eb6-bfa29a05843a, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=b6f04976-fc12-4693-8eb6-bfa29a05843a,segment=NetworkSegment(44e4ef70-9893-41b6-a77c-3391fdd84c46),segment_id=44e4ef70-9893-41b6-a77c-3391fdd84c46)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 16:01:15.901888 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-adb79525-7300-4987-84d1-60fa5289934e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:15.935782 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1fc5f381-2373-405f-93e1-63bc60efed49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:16.206105 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-cee48605-d6dd-4e38-9281-b391c09f843d None None] Set router 94e86f1d-d3cb-455d-8498-fc6e257e5f85 gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:01:16.401587 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9a498ff4-17c6-4bd6-bf4a-c5409fbb00a3 req-c942b701-5df1-4052-abbe-e99dac1cf33f tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.110 "GET /v2.0/security-groups?id=3c57ca26-10f5-428b-8129-2522fdc083fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5630069 Jan 19 16:01:16.686818 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb79525-7300-4987-84d1-60fa5289934e service neutron] Pushing event updated for resources: {'Port': ['ID=b6f04976-fc12-4693-8eb6-bfa29a05843a,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:16.723080 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-adb79525-7300-4987-84d1-60fa5289934e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:16.731850 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e4bb9d-06f0-4687-8fda-584017928fb3 admin admin] Checking segment: {'id': '53de4403-276d-4079-8333-52ecba1267e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6239ef5f-d70e-4467-917d-ea8f72910c95'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:01:16.736189 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e4bb9d-06f0-4687-8fda-584017928fb3 admin admin] Network hostable DHCP agents. Network: 6239ef5f-d70e-4467-917d-ea8f72910c95, hostable agents: ['38d5a676-35d8-431f-b8e5-8bc81bf22324'], hosted agents: [] {{(pid=80160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 16:01:16.890419 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-cee48605-d6dd-4e38-9281-b391c09f843d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e86f1d-d3cb-455d-8498-fc6e257e5f85', 'name': 'tempest-ServerRescueNegativeTestJSON-1966033938-router', 'tenant_id': 'de9086258df24aecb2d82848b67b89b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': 'a68c2912-3968-4243-b5e2-06133cd9d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:01:07Z', 'updated_at': '2021-01-19T16:01:12Z', 'revision_number': 3, 'project_id': 'de9086258df24aecb2d82848b67b89b5', 'gw_port': {'id': 'a68c2912-3968-4243-b5e2-06133cd9d192', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:72:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e86f1d-d3cb-455d-8498-fc6e257e5f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:01:10Z', 'updated_at': '2021-01-19T16:01:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:01:16.935237 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee48605-d6dd-4e38-9281-b391c09f843d None None] Checking router: 94e86f1d-d3cb-455d-8498-fc6e257e5f85 for host: dv-cinder-667108-29-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 16:01:16.935788 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee48605-d6dd-4e38-9281-b391c09f843d None None] Updating router 94e86f1d-d3cb-455d-8498-fc6e257e5f85 port a68c2912-3968-4243-b5e2-06133cd9d192 binding host dv-cinder-667108-29-smb {{(pid=80162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 16:01:16.949643 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e4bb9d-06f0-4687-8fda-584017928fb3 admin admin] Network 6239ef5f-d70e-4467-917d-ea8f72910c95 is scheduled to be hosted by DHCP agent 38d5a676-35d8-431f-b8e5-8bc81bf22324 with binding_index 1 {{(pid=80160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 16:01:16.964521 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-adb79525-7300-4987-84d1-60fa5289934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:16.977347 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-adb79525-7300-4987-84d1-60fa5289934e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:16.984334 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-adb79525-7300-4987-84d1-60fa5289934e service neutron] 10.222.0.104 "PUT /v2.0/ports/b6f04976-fc12-4693-8eb6-bfa29a05843a HTTP/1.1" status: 200 len: 1158 time: 5.7750423 Jan 19 16:01:16.987057 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f548f31-b3d2-4dfd-9199-10bb6cdf43f4', 'tag': 'b6f04976-fc12-4693-8eb6-bfa29a05843a'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:01:17.141183 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cee48605-d6dd-4e38-9281-b391c09f843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:17.281428 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-54e4bb9d-06f0-4687-8fda-584017928fb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-smb, 6239ef5f-d70e-4467-917d-ea8f72910c95) {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:01:17.295227 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86809632-416f-4f7a-8590-76838ff49fa0 None None] Network 6239ef5f-d70e-4467-917d-ea8f72910c95 requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 16:01:17.350276 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e4bb9d-06f0-4687-8fda-584017928fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:17.351400 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-54e4bb9d-06f0-4687-8fda-584017928fb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:17.479535 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-54e4bb9d-06f0-4687-8fda-584017928fb3 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 5.2931466 Jan 19 16:01:17.589366 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897811b-bf1f-4388-b3ba-64feb9c80ec0 req-bdf2a48d-bce8-4261-870c-d3d598516b20 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:17.592863 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5897811b-bf1f-4388-b3ba-64feb9c80ec0 req-bdf2a48d-bce8-4261-870c-d3d598516b20 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?device_id=0f548f31-b3d2-4dfd-9199-10bb6cdf43f4 HTTP/1.1" status: 200 len: 944 time: 0.5743556 Jan 19 16:01:17.604052 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-a796c1dc-7b5d-415a-af59-1304ebd3510b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:17.616371 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-a796c1dc-7b5d-415a-af59-1304ebd3510b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=af29d0a769f64fe6ab2751c6dbd21318&device_id=0f548f31-b3d2-4dfd-9199-10bb6cdf43f4 HTTP/1.1" status: 200 len: 1161 time: 0.4956334 Jan 19 16:01:17.744661 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c0c57868-a43a-4f32-9875-a06d2282f7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:18.025126 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-fb9dec3c-f918-41c3-966d-3aa998be1902 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6f04976-fc12-4693-8eb6-bfa29a05843a HTTP/1.1" status: 200 len: 217 time: 0.3369915 Jan 19 16:01:18.364140 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747c123c-c807-424f-83ee-1b23783f3827 None None] Network 6239ef5f-d70e-4467-917d-ea8f72910c95 requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 16:01:18.473775 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5897811b-bf1f-4388-b3ba-64feb9c80ec0 req-a0d9c64c-ec26-481e-9386-bb88cb621ee1 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/security-groups?id=8be4828b-8b41-459e-9c15-4174300b3c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8488162 Jan 19 16:01:18.603309 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cee48605-d6dd-4e38-9281-b391c09f843d None None] Notify callbacks [] for port, precommit_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:18.658150 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-9728d7e2-f76c-46b5-ae6a-6b7590b3ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:18.668195 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-9728d7e2-f76c-46b5-ae6a-6b7590b3ee77 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=742fc110-aa26-4bcd-a608-8ae3e4f605f1 HTTP/1.1" status: 200 len: 849 time: 0.5824718 Jan 19 16:01:18.689039 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-cee48605-d6dd-4e38-9281-b391c09f843d None None] Transition to ACTIVE for port object a68c2912-3968-4243-b5e2-06133cd9d192 will not be triggered until provisioned by entity L2. {{(pid=80162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:01:18.701221 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cee48605-d6dd-4e38-9281-b391c09f843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:18.759399 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:18.983065 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f548f31-b3d2-4dfd-9199-10bb6cdf43f4', 'tag': 'b6f04976-fc12-4693-8eb6-bfa29a05843a', 'status': 'completed', 'code': 200} Jan 19 16:01:19.039609 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-ceb80e10-c905-4a3c-841a-8aea6622fc75 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b14d2a53-9461-4a62-ad08-ccd883bfa66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3534250 Jan 19 16:01:19.206472 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Pushing event updated for resources: {'Port': ['ID=a68c2912-3968-4243-b5e2-06133cd9d192,revision_number=2']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:19.301964 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:19.302638 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:19.303301 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:19.303882 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:19.309573 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:19.310295 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:19.310938 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:19.313193 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:19.314365 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:19.317738 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:19.318321 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:19.318918 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:19.319905 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:19.320331 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:19.325332 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:19.325997 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:19.326550 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:19.332148 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:19.332148 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:19.332651 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:19.333221 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:19.333826 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:19.338257 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:19.338896 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:19.369335 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:19.439903 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [None req-c0c57868-a43a-4f32-9875-a06d2282f7e5 admin admin] Allocated IP 172.20.0.1 (e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f/270545ff-0baa-454b-b6a7-6bc4f36f2a27/824fa9e2-e9c4-4289-97d8-e7eac32e0c29) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:01:19.545990 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-cee48605-d6dd-4e38-9281-b391c09f843d None None] Attempting to bind port a68c2912-3968-4243-b5e2-06133cd9d192 on host dv-cinder-667108-29-smb for vnic_type normal with profile {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 16:01:19.546423 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-cee48605-d6dd-4e38-9281-b391c09f843d None None] Attempting to bind port a68c2912-3968-4243-b5e2-06133cd9d192 by drivers openvswitch on host dv-cinder-667108-29-smb at level 0 using segments [{'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 16:01:19.547037 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee48605-d6dd-4e38-9281-b391c09f843d None None] Attempting to bind port a68c2912-3968-4243-b5e2-06133cd9d192 on network 8cb986dc-564f-4d7a-9897-91054d6f010e {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 16:01:19.561214 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee48605-d6dd-4e38-9281-b391c09f843d None None] Checking agent: {'id': '5ecd99d1-ce90-4fa2-88be-ab4d7154f57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 48, 38), 'started_at': datetime.datetime(2021, 1, 19, 15, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 16:01:19.561750 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee48605-d6dd-4e38-9281-b391c09f843d None None] Checking segment: {'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:01:19.563042 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cee48605-d6dd-4e38-9281-b391c09f843d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:19.564330 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee48605-d6dd-4e38-9281-b391c09f843d None None] Bound using segment: {'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 16:01:19.565195 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-cee48605-d6dd-4e38-9281-b391c09f843d None None] Bound port: a68c2912-3968-4243-b5e2-06133cd9d192, host: dv-cinder-667108-29-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'}}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 16:01:19.565741 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cee48605-d6dd-4e38-9281-b391c09f843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:19.737812 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-cee48605-d6dd-4e38-9281-b391c09f843d None None] For port a68c2912-3968-4243-b5e2-06133cd9d192, host dv-cinder-667108-29-smb, cleared binding levels {{(pid=80162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 16:01:19.745710 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-cee48605-d6dd-4e38-9281-b391c09f843d None None] For port a68c2912-3968-4243-b5e2-06133cd9d192, host dv-cinder-667108-29-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=a68c2912-3968-4243-b5e2-06133cd9d192,segment=NetworkSegment(df4602cc-7cc3-4442-ad7e-3dfa8118ccff),segment_id=df4602cc-7cc3-4442-ad7e-3dfa8118ccff)] {{(pid=80162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 16:01:19.750630 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cee48605-d6dd-4e38-9281-b391c09f843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:19.820871 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:20.088273 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Pushing event updated for resources: {'Port': ['ID=a68c2912-3968-4243-b5e2-06133cd9d192,revision_number=3']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:20.157066 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c0c57868-a43a-4f32-9875-a06d2282f7e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:20.255919 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-0086bd75-b8f5-4685-88fb-fbce32fefb6e service neutron] 10.222.0.104 "GET /v2.0/networks/b14d2a53-9461-4a62-ad08-ccd883bfa66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2030051 Jan 19 16:01:20.263241 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c0c57868-a43a-4f32-9875-a06d2282f7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852269169'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:20.338970 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:20.406019 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:20.425114 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee48605-d6dd-4e38-9281-b391c09f843d None None] Routers {'94e86f1d-d3cb-455d-8498-fc6e257e5f85'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:01:20.426338 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-cee48605-d6dd-4e38-9281-b391c09f843d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:01:07Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['94e86f1d-d3cb-455d-8498-fc6e257e5f85'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:01:20.528160 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-65fddfab-5ca8-411b-9437-ffb3248a1206 req-4d5a8b7a-58ba-441d-b5d4-b476aaa407ae service neutron] 10.222.0.104 "GET /v2.0/networks/b14d2a53-9461-4a62-ad08-ccd883bfa66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2478762 Jan 19 16:01:20.666606 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66acb42-5222-46e8-8c85-bacd16c77728 req-10ba452f-dc5a-4a5e-aacb-d12d6356c760 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:20.668713 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c66acb42-5222-46e8-8c85-bacd16c77728 req-10ba452f-dc5a-4a5e-aacb-d12d6356c760 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.110 "GET /v2.0/ports?device_id=4dca994c-b505-4fde-b5fe-4677319ee380 HTTP/1.1" status: 200 len: 949 time: 0.5448902 Jan 19 16:01:20.672690 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c57868-a43a-4f32-9875-a06d2282f7e5 admin admin] Pushing event updated for resources: {'Port': ['ID=824fa9e2-e9c4-4289-97d8-e7eac32e0c29,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:20.681909 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c0c57868-a43a-4f32-9875-a06d2282f7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:20.772288 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc86bdc-4c21-46f5-b096-56d893fc9c2c req-d57fa734-31ab-478f-858f-c7d7c59fe8c0 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:20.783623 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0dc86bdc-4c21-46f5-b096-56d893fc9c2c req-d57fa734-31ab-478f-858f-c7d7c59fe8c0 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?device_id=0f548f31-b3d2-4dfd-9199-10bb6cdf43f4 HTTP/1.1" status: 200 len: 944 time: 0.5932961 Jan 19 16:01:20.893999 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-cee48605-d6dd-4e38-9281-b391c09f843d None None] Set router 94e86f1d-d3cb-455d-8498-fc6e257e5f85 gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:01:20.979873 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0dc86bdc-4c21-46f5-b096-56d893fc9c2c req-b694bbb3-290b-43c1-a2ee-3529af5c73d9 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/security-groups?id=8be4828b-8b41-459e-9c15-4174300b3c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945667 Jan 19 16:01:21.063422 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c66acb42-5222-46e8-8c85-bacd16c77728 req-dd817c4d-cff5-4f1e-9e93-bb0f73fed5d6 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.110 "GET /v2.0/security-groups?id=3c57ca26-10f5-428b-8129-2522fdc083fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403433 Jan 19 16:01:21.083166 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c57868-a43a-4f32-9875-a06d2282f7e5 admin admin] Network e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:01:21.092240 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-c0c57868-a43a-4f32-9875-a06d2282f7e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:01:21.102612 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c57868-a43a-4f32-9875-a06d2282f7e5 admin admin] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:01:21.174753 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 44028) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:21.216470 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-1c4b793c-9512-4dd5-8e3f-82790beeb9d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1880290363-network', 'tenant_id': 'b462642948944995b0ec7b8b0aa0671b'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:01:21.236994 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-1c4b793c-9512-4dd5-8e3f-82790beeb9d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:01:21.254351 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-1c4b793c-9512-4dd5-8e3f-82790beeb9d7 admin admin] Usage tracker for resource:network and tenant:b462642948944995b0ec7b8b0aa0671b is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:01:21.268863 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-1c4b793c-9512-4dd5-8e3f-82790beeb9d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:01:21.279672 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c0c57868-a43a-4f32-9875-a06d2282f7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853037727'] for router_interface, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:21.283220 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-1c4b793c-9512-4dd5-8e3f-82790beeb9d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:01:21.301760 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4b793c-9512-4dd5-8e3f-82790beeb9d7 admin admin] Made reservation on behalf of b462642948944995b0ec7b8b0aa0671b for: {'network': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:01:21.313618 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c4b793c-9512-4dd5-8e3f-82790beeb9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for network, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:21.341447 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c4b793c-9512-4dd5-8e3f-82790beeb9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:21.367005 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5c0c0-af87-4a03-b420-7053947dd374 req-ab900de7-9fd4-4480-8534-fe91f664d73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:21.376465 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7cb5c0c0-af87-4a03-b420-7053947dd374 req-ab900de7-9fd4-4480-8534-fe91f664d73b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=af29d0a769f64fe6ab2751c6dbd21318&device_id=0f548f31-b3d2-4dfd-9199-10bb6cdf43f4 HTTP/1.1" status: 200 len: 1161 time: 0.7058406 Jan 19 16:01:21.671142 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c0c57868-a43a-4f32-9875-a06d2282f7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:21.705655 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-1c4b793c-9512-4dd5-8e3f-82790beeb9d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:01:21.714294 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5c0c0-af87-4a03-b420-7053947dd374 req-8e119c66-13d4-4a2a-9e38-c1eb3345f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:21.716412 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7cb5c0c0-af87-4a03-b420-7053947dd374 req-8e119c66-13d4-4a2a-9e38-c1eb3345f861 service neutron] 10.222.0.104 "GET /v2.0/networks?id=b14d2a53-9461-4a62-ad08-ccd883bfa66b HTTP/1.1" status: 200 len: 903 time: 0.3135011 Jan 19 16:01:21.865837 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-1c4b793c-9512-4dd5-8e3f-82790beeb9d7 admin admin] Usage tracker for resource:security_group_rule and tenant:b462642948944995b0ec7b8b0aa0671b is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:01:21.883059 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-cee48605-d6dd-4e38-9281-b391c09f843d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e86f1d-d3cb-455d-8498-fc6e257e5f85', 'name': 'tempest-ServerRescueNegativeTestJSON-1966033938-router', 'tenant_id': 'de9086258df24aecb2d82848b67b89b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': 'a68c2912-3968-4243-b5e2-06133cd9d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:01:07Z', 'updated_at': '2021-01-19T16:01:12Z', 'revision_number': 3, 'project_id': 'de9086258df24aecb2d82848b67b89b5', 'gw_port': {'id': 'a68c2912-3968-4243-b5e2-06133cd9d192', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:72:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e86f1d-d3cb-455d-8498-fc6e257e5f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:01:10Z', 'updated_at': '2021-01-19T16:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:01:21.891131 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee48605-d6dd-4e38-9281-b391c09f843d None None] The sync data for ids ['94e86f1d-d3cb-455d-8498-fc6e257e5f85'] in dv-cinder-667108-29-smb is: [{'id': '94e86f1d-d3cb-455d-8498-fc6e257e5f85', 'name': 'tempest-ServerRescueNegativeTestJSON-1966033938-router', 'tenant_id': 'de9086258df24aecb2d82848b67b89b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': 'a68c2912-3968-4243-b5e2-06133cd9d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:01:07Z', 'updated_at': '2021-01-19T16:01:12Z', 'revision_number': 3, 'project_id': 'de9086258df24aecb2d82848b67b89b5', 'gw_port': {'id': 'a68c2912-3968-4243-b5e2-06133cd9d192', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:72:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e86f1d-d3cb-455d-8498-fc6e257e5f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:01:10Z', 'updated_at': '2021-01-19T16:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 16:01:22.039860 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-1c4b793c-9512-4dd5-8e3f-82790beeb9d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:01:22.208031 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-f626d13e-b6ad-4c93-a3ab-9975f54c5713 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:22.221898 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-f626d13e-b6ad-4c93-a3ab-9975f54c5713 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/networks?id=5a07f96a-01d8-459c-9b69-968e5b6b4ff4 HTTP/1.1" status: 200 len: 815 time: 0.5100315 Jan 19 16:01:22.270195 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-1c4b793c-9512-4dd5-8e3f-82790beeb9d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:01:22.275903 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7cb5c0c0-af87-4a03-b420-7053947dd374 req-b7c59538-2311-4e21-9a8c-5846e425ced5 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6f04976-fc12-4693-8eb6-bfa29a05843a HTTP/1.1" status: 200 len: 217 time: 0.4046187 Jan 19 16:01:22.310235 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-249261bb-4a3b-411f-ae6e-54c34988324d tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/quotas/4424ac45d4934f389ea21b2c76ea9c97 HTTP/1.1" status: 200 len: 375 time: 0.0869801 Jan 19 16:01:22.327493 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c0c57868-a43a-4f32-9875-a06d2282f7e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:22.335841 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c0c57868-a43a-4f32-9875-a06d2282f7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506630'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:22.408392 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-51c0a9aa-b43c-41f6-8ea1-ec583170130a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:22.542657 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5c0c0-af87-4a03-b420-7053947dd374 req-b7df4e6f-b15b-482b-a29c-5c7f1074c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:22.546087 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7cb5c0c0-af87-4a03-b420-7053947dd374 req-b7df4e6f-b15b-482b-a29c-5c7f1074c8b7 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=742fc110-aa26-4bcd-a608-8ae3e4f605f1 HTTP/1.1" status: 200 len: 849 time: 0.2537649 Jan 19 16:01:22.589620 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c0c57868-a43a-4f32-9875-a06d2282f7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853088085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853036600'] for router_interface, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:22.790975 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c57868-a43a-4f32-9875-a06d2282f7e5 admin admin] Pushing event updated for resources: {'Port': ['ID=824fa9e2-e9c4-4289-97d8-e7eac32e0c29,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:22.826419 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7cb5c0c0-af87-4a03-b420-7053947dd374 req-3a62720b-3b63-42a5-bce7-b29056c5d524 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b14d2a53-9461-4a62-ad08-ccd883bfa66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2552810 Jan 19 16:01:22.862146 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c0c57868-a43a-4f32-9875-a06d2282f7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:22.869762 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device a68c2912-3968-4243-b5e2-06133cd9d192 up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:01:23.009507 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning for port a68c2912-3968-4243-b5e2-06133cd9d192 completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:01:23.020201 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c57868-a43a-4f32-9875-a06d2282f7e5 admin admin] Network e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:01:23.022121 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-c0c57868-a43a-4f32-9875-a06d2282f7e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:01:23.027765 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407f00b-2fb2-4b6d-a7f3-976ca92db077 req-4c1e3657-3954-4293-9f95-99afca48e320 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:23.032924 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f407f00b-2fb2-4b6d-a7f3-976ca92db077 req-4c1e3657-3954-4293-9f95-99afca48e320 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.104 "GET /v2.0/ports?device_id=4dca994c-b505-4fde-b5fe-4677319ee380 HTTP/1.1" status: 200 len: 949 time: 1.3221402 Jan 19 16:01:23.033732 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port a68c2912-3968-4243-b5e2-06133cd9d192 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:01:23.034451 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:23.466979 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:23.535083 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] For port a68c2912-3968-4243-b5e2-06133cd9d192, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=a68c2912-3968-4243-b5e2-06133cd9d192,segment=NetworkSegment(df4602cc-7cc3-4442-ad7e-3dfa8118ccff),segment_id=df4602cc-7cc3-4442-ad7e-3dfa8118ccff)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:01:23.546609 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:23.557796 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:23.597006 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-f407f00b-2fb2-4b6d-a7f3-976ca92db077 req-6f5c26e3-c5b5-4780-ba93-950525a3a932 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Deleting port db7fa45f-d777-4444-9739-ea90a3bbf278 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:01:23.597603 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-f407f00b-2fb2-4b6d-a7f3-976ca92db077 req-6f5c26e3-c5b5-4780-ba93-950525a3a932 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:23.729290 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-9f3731d2-f9cb-4daa-9d9a-3ab6aa9ff4df tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?tenant_id=4424ac45d4934f389ea21b2c76ea9c97&fields=id HTTP/1.1" status: 200 len: 302 time: 1.4175811 Jan 19 16:01:23.861815 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.objects.ports [None req-7c0c704a-1a72-4d0e-a182-532e25eea986 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80161) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 19 16:01:23.934314 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Pushing event updated for resources: {'Port': ['ID=a68c2912-3968-4243-b5e2-06133cd9d192,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:23.957433 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:24.165605 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c57868-a43a-4f32-9875-a06d2282f7e5 admin admin] Router 94e86f1d-d3cb-455d-8498-fc6e257e5f85 has already been hosted by L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f {{(pid=80159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 16:01:24.247450 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6c7e5-37f3-4204-9085-882a178ff574 req-5b6093a8-d250-49a6-97d7-6dabe2108bb7 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:24.250150 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7fa6c7e5-37f3-4204-9085-882a178ff574 req-5b6093a8-d250-49a6-97d7-6dabe2108bb7 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?device_id=0f548f31-b3d2-4dfd-9199-10bb6cdf43f4 HTTP/1.1" status: 200 len: 944 time: 1.8101752 Jan 19 16:01:24.337870 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c4b793c-9512-4dd5-8e3f-82790beeb9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:24.383247 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7cb5c0c0-af87-4a03-b420-7053947dd374 req-3a3afc61-3cc0-49cb-985e-74830e41dbfe service neutron] 10.222.0.104 "GET /v2.0/networks/b14d2a53-9461-4a62-ad08-ccd883bfa66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4762969 Jan 19 16:01:24.399722 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c4b793c-9512-4dd5-8e3f-82790beeb9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:24.591933 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c57868-a43a-4f32-9875-a06d2282f7e5 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 16:01:24.614369 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-c0c57868-a43a-4f32-9875-a06d2282f7e5 admin admin] 10.222.0.110 "PUT /v2.0/routers/94e86f1d-d3cb-455d-8498-fc6e257e5f85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1583216 Jan 19 16:01:24.761829 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device b6f04976-fc12-4693-8eb6-bfa29a05843a up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:01:24.835519 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:24.869707 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device a68c2912-3968-4243-b5e2-06133cd9d192 up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:01:24.951759 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4b793c-9512-4dd5-8e3f-82790beeb9d7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 16:01:25.022409 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c4b793c-9512-4dd5-8e3f-82790beeb9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:25.023095 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.segments_db [None req-1c4b793c-9512-4dd5-8e3f-82790beeb9d7 admin admin] Added segment 410b21e7-63b8-432d-ac05-cc4c6d905e57 of type vxlan for network c2d853ee-533f-4d1e-b097-aea031d4e29d Jan 19 16:01:25.028378 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning for port b6f04976-fc12-4693-8eb6-bfa29a05843a completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:01:25.045223 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port b6f04976-fc12-4693-8eb6-bfa29a05843a triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:01:25.046351 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:25.084410 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c4b793c-9512-4dd5-8e3f-82790beeb9d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363244353260848'] for network, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:25.154876 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port a68c2912-3968-4243-b5e2-06133cd9d192 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:01:25.156216 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:25.156622 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b793c-9512-4dd5-8e3f-82790beeb9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc291822-0c86-42f5-b27b-dfb2b4a92c54,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:25.163781 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1c4b793c-9512-4dd5-8e3f-82790beeb9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:25.185245 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c4b793c-9512-4dd5-8e3f-82790beeb9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104'] for network, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:25.484649 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4b793c-9512-4dd5-8e3f-82790beeb9d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:25.486449 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c4b793c-9512-4dd5-8e3f-82790beeb9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:25.512584 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:25.549212 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7cb5c0c0-af87-4a03-b420-7053947dd374 req-f3b3f75e-7e8e-41f6-97f0-e5394cbfb539 service neutron] 10.222.0.104 "GET /v2.0/networks/b14d2a53-9461-4a62-ad08-ccd883bfa66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7158108 Jan 19 16:01:25.576190 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7fa6c7e5-37f3-4204-9085-882a178ff574 req-c0b11533-244c-4983-bf58-a376fbb3281f tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/security-groups?id=8be4828b-8b41-459e-9c15-4174300b3c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2782495 Jan 19 16:01:25.683087 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-0a9cfe1f-ae40-409b-a9ff-0246f4c781d4 service neutron] 10.222.0.110 "GET /v2.0/networks/5a07f96a-01d8-459c-9b69-968e5b6b4ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8877203 Jan 19 16:01:25.792496 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:25.839456 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f548f31-b3d2-4dfd-9199-10bb6cdf43f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f04976-fc12-4693-8eb6-bfa29a05843a'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:01:25.853237 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port b6f04976-fc12-4693-8eb6-bfa29a05843a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=b6f04976-fc12-4693-8eb6-bfa29a05843a,segment=NetworkSegment(44e4ef70-9893-41b6-a77c-3391fdd84c46),segment_id=44e4ef70-9893-41b6-a77c-3391fdd84c46)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:01:25.858870 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:25.871132 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:25.928208 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device db7fa45f-d777-4444-9739-ea90a3bbf278 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:01:26.057874 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=b6f04976-fc12-4693-8eb6-bfa29a05843a,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:26.063386 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:26.081930 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-1c4b793c-9512-4dd5-8e3f-82790beeb9d7 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 4.8973732 Jan 19 16:01:26.083070 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b793c-9512-4dd5-8e3f-82790beeb9d7 admin admin] Pushing event updated for resources: {'Network': ['ID=c2d853ee-533f-4d1e-b097-aea031d4e29d,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:26.085429 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 44086) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:26.123901 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1c4b793c-9512-4dd5-8e3f-82790beeb9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:26.127389 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Network c2d853ee-533f-4d1e-b097-aea031d4e29d details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 16:01:26.134533 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-2ffce74b-1953-4b3f-9106-13ac24948dd2 admin admin] Request body: {'subnet': {'network_id': 'c2d853ee-533f-4d1e-b097-aea031d4e29d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1880290363-subnet', 'tenant_id': 'b462642948944995b0ec7b8b0aa0671b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:01:26.150751 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-f407f00b-2fb2-4b6d-a7f3-976ca92db077 req-6f5c26e3-c5b5-4780-ba93-950525a3a932 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] For port db7fa45f-d777-4444-9739-ea90a3bbf278, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=db7fa45f-d777-4444-9739-ea90a3bbf278,segment=NetworkSegment(3f206f66-3ba1-496d-b335-49a38619557c),segment_id=3f206f66-3ba1-496d-b335-49a38619557c)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:01:26.151197 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-f407f00b-2fb2-4b6d-a7f3-976ca92db077 req-6f5c26e3-c5b5-4780-ba93-950525a3a932 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:26.154445 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Network c2d853ee-533f-4d1e-b097-aea031d4e29d details requested by agent ovs-agent-dv-cinder-667108-29-smb with host dv-cinder-667108-29-smb {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 16:01:26.174815 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-2ffce74b-1953-4b3f-9106-13ac24948dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:01:26.187815 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e729f63-6957-42d8-b653-1cc7a92dfc8d None None] Sync routers for ids ['94e86f1d-d3cb-455d-8498-fc6e257e5f85'] in dv-cinder-667108-29-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 16:01:26.267049 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-2ffce74b-1953-4b3f-9106-13ac24948dd2 admin admin] Usage tracker for resource:subnet and tenant:b462642948944995b0ec7b8b0aa0671b is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:01:26.344541 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-2ffce74b-1953-4b3f-9106-13ac24948dd2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:01:26.361093 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-f407f00b-2fb2-4b6d-a7f3-976ca92db077 req-6f5c26e3-c5b5-4780-ba93-950525a3a932 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Calling delete_port for db7fa45f-d777-4444-9739-ea90a3bbf278 owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:01:26.389061 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e729f63-6957-42d8-b653-1cc7a92dfc8d None None] Routers {'94e86f1d-d3cb-455d-8498-fc6e257e5f85'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:01:26.389669 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-0e729f63-6957-42d8-b653-1cc7a92dfc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:01:07Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['94e86f1d-d3cb-455d-8498-fc6e257e5f85'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:01:26.402695 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-2ffce74b-1953-4b3f-9106-13ac24948dd2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:01:26.471315 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-19093ecf-7dff-4060-b82f-3739e094cec1 service neutron] 10.222.0.110 "GET /v2.0/networks/5a07f96a-01d8-459c-9b69-968e5b6b4ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6368108 Jan 19 16:01:26.478256 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffce74b-1953-4b3f-9106-13ac24948dd2 admin admin] Made reservation on behalf of b462642948944995b0ec7b8b0aa0671b for: {'subnet': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:01:26.481598 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:26.483234 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-2ffce74b-1953-4b3f-9106-13ac24948dd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852179958'] for subnet, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:26.702207 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port db7fa45f-d777-4444-9739-ea90a3bbf278, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=db7fa45f-d777-4444-9739-ea90a3bbf278,segment=NetworkSegment(3f206f66-3ba1-496d-b335-49a38619557c),segment_id=3f206f66-3ba1-496d-b335-49a38619557c)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:01:26.708267 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:26.714627 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:26.753115 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06a38f-1feb-49bb-b880-67c6ee4e4f60 req-8a2c8c06-d5ee-427c-8114-954e27167544 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:26.754878 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2f06a38f-1feb-49bb-b880-67c6ee4e4f60 req-8a2c8c06-d5ee-427c-8114-954e27167544 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.110 "GET /v2.0/ports?device_id=4dca994c-b505-4fde-b5fe-4677319ee380 HTTP/1.1" status: 200 len: 949 time: 0.8699868 Jan 19 16:01:26.775064 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.api [req-f407f00b-2fb2-4b6d-a7f3-976ca92db077 req-6f5c26e3-c5b5-4780-ba93-950525a3a932 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80160) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 16:01:26.775460 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_db.api [req-f407f00b-2fb2-4b6d-a7f3-976ca92db077 req-6f5c26e3-c5b5-4780-ba93-950525a3a932 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 16:01:26.862505 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2f06a38f-1feb-49bb-b880-67c6ee4e4f60 req-57e22421-d427-4ec3-8924-5d787f15cbf5 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.110 "GET /v2.0/security-groups?id=3c57ca26-10f5-428b-8129-2522fdc083fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904765 Jan 19 16:01:26.892899 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-0e729f63-6957-42d8-b653-1cc7a92dfc8d None None] Set router 94e86f1d-d3cb-455d-8498-fc6e257e5f85 gateway port host: dv-cinder-667108-29-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:01:26.993052 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device b6f04976-fc12-4693-8eb6-bfa29a05843a up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:01:27.074332 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:01:27.193461 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=db7fa45f-d777-4444-9739-ea90a3bbf278,revision_number=5']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:27.267281 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:27.276362 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-f407f00b-2fb2-4b6d-a7f3-976ca92db077 req-6f5c26e3-c5b5-4780-ba93-950525a3a932 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Deleting port db7fa45f-d777-4444-9739-ea90a3bbf278 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:01:27.277173 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-f407f00b-2fb2-4b6d-a7f3-976ca92db077 req-6f5c26e3-c5b5-4780-ba93-950525a3a932 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:27.552062 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f548f31-b3d2-4dfd-9199-10bb6cdf43f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f04976-fc12-4693-8eb6-bfa29a05843a', 'code': 200} Jan 19 16:01:27.757693 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port b6f04976-fc12-4693-8eb6-bfa29a05843a triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:01:27.758516 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:28.322751 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-0e729f63-6957-42d8-b653-1cc7a92dfc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e86f1d-d3cb-455d-8498-fc6e257e5f85', 'name': 'tempest-ServerRescueNegativeTestJSON-1966033938-router', 'tenant_id': 'de9086258df24aecb2d82848b67b89b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': 'a68c2912-3968-4243-b5e2-06133cd9d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:01:07Z', 'updated_at': '2021-01-19T16:01:21Z', 'revision_number': 4, 'project_id': 'de9086258df24aecb2d82848b67b89b5', 'gw_port': {'id': 'a68c2912-3968-4243-b5e2-06133cd9d192', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:72:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e86f1d-d3cb-455d-8498-fc6e257e5f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:01:10Z', 'updated_at': '2021-01-19T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': '824fa9e2-e9c4-4289-97d8-e7eac32e0c29', 'name': '', 'network_id': 'e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f', 'tenant_id': 'de9086258df24aecb2d82848b67b89b5', 'mac_address': 'fa:16:3e:da:aa:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e86f1d-d3cb-455d-8498-fc6e257e5f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '270545ff-0baa-454b-b6a7-6bc4f36f2a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:01:18Z', 'updated_at': '2021-01-19T16:01:21Z', 'revision_number': 2, 'project_id': 'de9086258df24aecb2d82848b67b89b5', 'subnets': [{'id': '270545ff-0baa-454b-b6a7-6bc4f36f2a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:01:28.327551 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e729f63-6957-42d8-b653-1cc7a92dfc8d None None] Checking router: 94e86f1d-d3cb-455d-8498-fc6e257e5f85 for host: dv-cinder-667108-29-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 16:01:28.328114 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e729f63-6957-42d8-b653-1cc7a92dfc8d None None] Updating router 94e86f1d-d3cb-455d-8498-fc6e257e5f85 port 824fa9e2-e9c4-4289-97d8-e7eac32e0c29 binding host dv-cinder-667108-29-smb {{(pid=80161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 16:01:28.441534 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0e729f63-6957-42d8-b653-1cc7a92dfc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:28.884015 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-f407f00b-2fb2-4b6d-a7f3-976ca92db077 req-6f5c26e3-c5b5-4780-ba93-950525a3a932 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] For port db7fa45f-d777-4444-9739-ea90a3bbf278, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=db7fa45f-d777-4444-9739-ea90a3bbf278,segment=NetworkSegment(3f206f66-3ba1-496d-b335-49a38619557c),segment_id=3f206f66-3ba1-496d-b335-49a38619557c)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:01:28.884829 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-f407f00b-2fb2-4b6d-a7f3-976ca92db077 req-6f5c26e3-c5b5-4780-ba93-950525a3a932 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:28.919753 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-7fffa5a6-5117-4613-a207-49b67d666753 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:28.921490 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-7fffa5a6-5117-4613-a207-49b67d666753 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/networks?id=e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f HTTP/1.1" status: 200 len: 819 time: 0.9500616 Jan 19 16:01:29.165028 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-f407f00b-2fb2-4b6d-a7f3-976ca92db077 req-6f5c26e3-c5b5-4780-ba93-950525a3a932 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Calling delete_port for db7fa45f-d777-4444-9739-ea90a3bbf278 owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:01:29.196500 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0e729f63-6957-42d8-b653-1cc7a92dfc8d None None] Notify callbacks [] for port, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:29.219411 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-0e729f63-6957-42d8-b653-1cc7a92dfc8d None None] Transition to ACTIVE for port object 824fa9e2-e9c4-4289-97d8-e7eac32e0c29 will not be triggered until provisioned by entity L2. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:01:29.223728 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0e729f63-6957-42d8-b653-1cc7a92dfc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:29.248222 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:29.313028 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-c579eb12-27f9-4b7e-bf02-d140d5d19b46 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/quotas/de9086258df24aecb2d82848b67b89b5 HTTP/1.1" status: 200 len: 375 time: 0.3033137 Jan 19 16:01:29.381732 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2d54d-24a6-4f63-8c53-67a7fe620780 req-603cf3c4-a07e-4e1a-aec9-3520b1f67787 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:29.384908 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-01a2d54d-24a6-4f63-8c53-67a7fe620780 req-603cf3c4-a07e-4e1a-aec9-3520b1f67787 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?device_id=0f548f31-b3d2-4dfd-9199-10bb6cdf43f4 HTTP/1.1" status: 200 len: 946 time: 1.4731481 Jan 19 16:01:29.421596 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-2ffce74b-1953-4b3f-9106-13ac24948dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852179941'] for subnet, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:29.563792 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dca994c-b505-4fde-b5fe-4677319ee380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db7fa45f-d777-4444-9739-ea90a3bbf278'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:01:29.651467 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:29.686895 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8b96a-ce14-4023-8bbf-e3f1bee4f1d6 None None] Pushing event updated for resources: {'Port': ['ID=824fa9e2-e9c4-4289-97d8-e7eac32e0c29,revision_number=3']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:29.710784 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-2dd8b96a-ce14-4023-8bbf-e3f1bee4f1d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:29.808458 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa14355-2454-43f0-9d05-c1785abe7a7c req-8cca67ed-7ae5-4c02-8b51-4272359217aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:29.810155 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1aa14355-2454-43f0-9d05-c1785abe7a7c req-8cca67ed-7ae5-4c02-8b51-4272359217aa service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=0f548f31-b3d2-4dfd-9199-10bb6cdf43f4 HTTP/1.1" status: 200 len: 1163 time: 1.5022562 Jan 19 16:01:29.983467 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-0e729f63-6957-42d8-b653-1cc7a92dfc8d None None] Attempting to bind port 824fa9e2-e9c4-4289-97d8-e7eac32e0c29 on host dv-cinder-667108-29-smb for vnic_type normal with profile {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 16:01:29.984291 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-0e729f63-6957-42d8-b653-1cc7a92dfc8d None None] Attempting to bind port 824fa9e2-e9c4-4289-97d8-e7eac32e0c29 by drivers openvswitch on host dv-cinder-667108-29-smb at level 0 using segments [{'id': '942a6058-6ad9-4d21-80db-a7a650c8a90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f'}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 16:01:29.984723 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e729f63-6957-42d8-b653-1cc7a92dfc8d None None] Attempting to bind port 824fa9e2-e9c4-4289-97d8-e7eac32e0c29 on network e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 16:01:29.995670 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e729f63-6957-42d8-b653-1cc7a92dfc8d None None] Checking agent: {'id': '5ecd99d1-ce90-4fa2-88be-ab4d7154f57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 48, 38), 'started_at': datetime.datetime(2021, 1, 19, 15, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 16:01:29.996392 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e729f63-6957-42d8-b653-1cc7a92dfc8d None None] Checking segment: {'id': '942a6058-6ad9-4d21-80db-a7a650c8a90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:01:29.997167 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0e729f63-6957-42d8-b653-1cc7a92dfc8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:29.998009 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e729f63-6957-42d8-b653-1cc7a92dfc8d None None] Bound using segment: {'id': '942a6058-6ad9-4d21-80db-a7a650c8a90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f'} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 16:01:29.998876 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-0e729f63-6957-42d8-b653-1cc7a92dfc8d None None] Bound port: 824fa9e2-e9c4-4289-97d8-e7eac32e0c29, host: dv-cinder-667108-29-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942a6058-6ad9-4d21-80db-a7a650c8a90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f'}}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 16:01:29.999477 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0e729f63-6957-42d8-b653-1cc7a92dfc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:30.037737 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-01a2d54d-24a6-4f63-8c53-67a7fe620780 req-87582e55-c0d1-4695-81c4-c6fe29e18790 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/security-groups?id=8be4828b-8b41-459e-9c15-4174300b3c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6240926 Jan 19 16:01:30.140757 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-0e729f63-6957-42d8-b653-1cc7a92dfc8d None None] For port 824fa9e2-e9c4-4289-97d8-e7eac32e0c29, host dv-cinder-667108-29-smb, cleared binding levels {{(pid=80161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 16:01:30.147624 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-0e729f63-6957-42d8-b653-1cc7a92dfc8d None None] For port 824fa9e2-e9c4-4289-97d8-e7eac32e0c29, host dv-cinder-667108-29-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=824fa9e2-e9c4-4289-97d8-e7eac32e0c29,segment=NetworkSegment(942a6058-6ad9-4d21-80db-a7a650c8a90b),segment_id=942a6058-6ad9-4d21-80db-a7a650c8a90b)] {{(pid=80161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 16:01:30.156074 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0e729f63-6957-42d8-b653-1cc7a92dfc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:30.179732 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffce74b-1953-4b3f-9106-13ac24948dd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5550280-534b-45bf-8cae-b129cbd71e43,revision_number=0']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:30.184104 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:30.249241 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-2ffce74b-1953-4b3f-9106-13ac24948dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:30.394330 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-a6dc8d3d-7be2-48a4-ad87-0e3a09b4d87b tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:30.397032 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-a6dc8d3d-7be2-48a4-ad87-0e3a09b4d87b tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.104 "GET /v2.0/networks?id=5a07f96a-01d8-459c-9b69-968e5b6b4ff4 HTTP/1.1" status: 200 len: 815 time: 1.1461329 Jan 19 16:01:30.400215 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1aa14355-2454-43f0-9d05-c1785abe7a7c req-5bff4724-c1cc-49fe-a29a-8bfb52b68e78 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=8be4828b-8b41-459e-9c15-4174300b3c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5417280 Jan 19 16:01:30.424139 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8b96a-ce14-4023-8bbf-e3f1bee4f1d6 None None] Pushing event updated for resources: {'Port': ['ID=824fa9e2-e9c4-4289-97d8-e7eac32e0c29,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:30.439972 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-2dd8b96a-ce14-4023-8bbf-e3f1bee4f1d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:30.506053 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e729f63-6957-42d8-b653-1cc7a92dfc8d None None] Routers {'94e86f1d-d3cb-455d-8498-fc6e257e5f85'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:01:30.506949 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-0e729f63-6957-42d8-b653-1cc7a92dfc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:01:07Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['94e86f1d-d3cb-455d-8498-fc6e257e5f85'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:01:30.530916 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6750939d-f348-46d8-b12b-5f3976a6b364 req-c77cd072-a328-4832-819f-a01ecb21e52f tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=f262ff6f-8811-4b45-8e6f-2b979a45d938 HTTP/1.1" status: 200 len: 210 time: 0.1866882 Jan 19 16:01:30.584377 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 44160) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:30.589718 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-fe01efb0-782e-48e0-b2aa-289816860ca6 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?tenant_id=de9086258df24aecb2d82848b67b89b5&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1934407 Jan 19 16:01:30.633136 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-f407f00b-2fb2-4b6d-a7f3-976ca92db077 req-6f5c26e3-c5b5-4780-ba93-950525a3a932 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:30.659019 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-efdfe9a6-e79d-4f97-8ef4-05fd5e7ad97c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:30.768673 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-0e729f63-6957-42d8-b653-1cc7a92dfc8d None None] Set router 94e86f1d-d3cb-455d-8498-fc6e257e5f85 gateway port host: dv-cinder-667108-29-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:01:30.837765 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c26e3-c5b5-4780-ba93-950525a3a932 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Pushing event deleted for resources: {'Port': ['ID=db7fa45f-d777-4444-9739-ea90a3bbf278,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:30.840735 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-76fffa58-3c1b-4ef2-950d-d3ea863997e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:30.842267 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6f5c26e3-c5b5-4780-ba93-950525a3a932 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:30.850543 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-25c66426-770f-49ba-aab9-2d140992c3bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Request body: {'port': {'device_id': 'f262ff6f-8811-4b45-8e6f-2b979a45d938', 'network_id': '5a07f96a-01d8-459c-9b69-968e5b6b4ff4', 'admin_state_up': True, 'tenant_id': '4424ac45d4934f389ea21b2c76ea9c97'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:01:30.863870 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-76fffa58-3c1b-4ef2-950d-d3ea863997e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:01:30.869218 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-76fffa58-3c1b-4ef2-950d-d3ea863997e5 admin admin] Usage tracker for resource:security_group_rule and tenant:f9cc0d33ac934e48ba4d149fab64b001 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:01:30.872784 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-76fffa58-3c1b-4ef2-950d-d3ea863997e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:01:30.881214 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-76fffa58-3c1b-4ef2-950d-d3ea863997e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:01:30.951399 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3eedb6e4-9095-467b-9283-e397e3f0017c req-b41257b2-5179-469a-8bd1-8a9ea7614f69 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.110 "GET /v2.0/ports?device_id=4dca994c-b505-4fde-b5fe-4677319ee380 HTTP/1.1" status: 200 len: 210 time: 0.2503469 Jan 19 16:01:31.031316 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-76fffa58-3c1b-4ef2-950d-d3ea863997e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:31.040089 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-76fffa58-3c1b-4ef2-950d-d3ea863997e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:31.089115 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c37157f9-b170-4bd9-94c3-ce7b1b9cf72e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:31.133330 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffce74b-1953-4b3f-9106-13ac24948dd2 admin admin] Checking segment: {'id': '410b21e7-63b8-432d-ac05-cc4c6d905e57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'c2d853ee-533f-4d1e-b097-aea031d4e29d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:01:31.133669 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffce74b-1953-4b3f-9106-13ac24948dd2 admin admin] Network hostable DHCP agents. Network: c2d853ee-533f-4d1e-b097-aea031d4e29d, hostable agents: ['38d5a676-35d8-431f-b8e5-8bc81bf22324'], hosted agents: [] {{(pid=80160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 16:01:31.192858 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-76fffa58-3c1b-4ef2-950d-d3ea863997e5 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f9cc0d33ac934e48ba4d149fab64b001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6068611 Jan 19 16:01:31.196636 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fffa58-3c1b-4ef2-950d-d3ea863997e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154f6bfc-1a5a-450d-b945-ff76ce59cf77,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:31.202276 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 44168) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:31.208326 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-76fffa58-3c1b-4ef2-950d-d3ea863997e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:31.219923 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffce74b-1953-4b3f-9106-13ac24948dd2 admin admin] Network c2d853ee-533f-4d1e-b097-aea031d4e29d is scheduled to be hosted by DHCP agent 38d5a676-35d8-431f-b8e5-8bc81bf22324 with binding_index 1 {{(pid=80160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 16:01:31.324632 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-2ffce74b-1953-4b3f-9106-13ac24948dd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-smb, c2d853ee-533f-4d1e-b097-aea031d4e29d) {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:01:31.342131 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4c644a08-e1d0-4950-9c1f-851e56da7907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:31.342421 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de08def3-e10d-4fec-bb5d-308e888d4759 None None] Network c2d853ee-533f-4d1e-b097-aea031d4e29d requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 16:01:31.375643 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-5a8f3981-75c7-4bd4-a2c3-49698876828f service neutron] 10.222.0.110 "GET /v2.0/networks/e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7842889 Jan 19 16:01:31.420283 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4c644a08-e1d0-4950-9c1f-851e56da7907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:31.509725 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4c644a08-e1d0-4950-9c1f-851e56da7907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:31.527064 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-0e729f63-6957-42d8-b653-1cc7a92dfc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e86f1d-d3cb-455d-8498-fc6e257e5f85', 'name': 'tempest-ServerRescueNegativeTestJSON-1966033938-router', 'tenant_id': 'de9086258df24aecb2d82848b67b89b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': 'a68c2912-3968-4243-b5e2-06133cd9d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:01:07Z', 'updated_at': '2021-01-19T16:01:21Z', 'revision_number': 4, 'project_id': 'de9086258df24aecb2d82848b67b89b5', 'gw_port': {'id': 'a68c2912-3968-4243-b5e2-06133cd9d192', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:72:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e86f1d-d3cb-455d-8498-fc6e257e5f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:01:10Z', 'updated_at': '2021-01-19T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': '824fa9e2-e9c4-4289-97d8-e7eac32e0c29', 'name': '', 'network_id': 'e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f', 'tenant_id': 'de9086258df24aecb2d82848b67b89b5', 'mac_address': 'fa:16:3e:da:aa:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e86f1d-d3cb-455d-8498-fc6e257e5f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '270545ff-0baa-454b-b6a7-6bc4f36f2a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:01:18Z', 'updated_at': '2021-01-19T16:01:30Z', 'revision_number': 4, 'project_id': 'de9086258df24aecb2d82848b67b89b5', 'subnets': [{'id': '270545ff-0baa-454b-b6a7-6bc4f36f2a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:01:31.530571 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c3c7a7a0-4db8-45ac-873e-acc0a48308de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:31.540855 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e729f63-6957-42d8-b653-1cc7a92dfc8d None None] The sync data for ids ['94e86f1d-d3cb-455d-8498-fc6e257e5f85'] in dv-cinder-667108-29-smb is: [{'id': '94e86f1d-d3cb-455d-8498-fc6e257e5f85', 'name': 'tempest-ServerRescueNegativeTestJSON-1966033938-router', 'tenant_id': 'de9086258df24aecb2d82848b67b89b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': 'a68c2912-3968-4243-b5e2-06133cd9d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:01:07Z', 'updated_at': '2021-01-19T16:01:21Z', 'revision_number': 4, 'project_id': 'de9086258df24aecb2d82848b67b89b5', 'gw_port': {'id': 'a68c2912-3968-4243-b5e2-06133cd9d192', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:72:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e86f1d-d3cb-455d-8498-fc6e257e5f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:01:10Z', 'updated_at': '2021-01-19T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': '824fa9e2-e9c4-4289-97d8-e7eac32e0c29', 'name': '', 'network_id': 'e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f', 'tenant_id': 'de9086258df24aecb2d82848b67b89b5', 'mac_address': 'fa:16:3e:da:aa:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e86f1d-d3cb-455d-8498-fc6e257e5f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '270545ff-0baa-454b-b6a7-6bc4f36f2a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:01:18Z', 'updated_at': '2021-01-19T16:01:30Z', 'revision_number': 4, 'project_id': 'de9086258df24aecb2d82848b67b89b5', 'subnets': [{'id': '270545ff-0baa-454b-b6a7-6bc4f36f2a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 16:01:31.584864 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-f407f00b-2fb2-4b6d-a7f3-976ca92db077 req-6f5c26e3-c5b5-4780-ba93-950525a3a932 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] No DVR routers for this DVR port db7fa45f-d777-4444-9739-ea90a3bbf278 on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 16:01:31.587279 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffce74b-1953-4b3f-9106-13ac24948dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:31.588151 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-2ffce74b-1953-4b3f-9106-13ac24948dd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:31.597804 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c644a08-e1d0-4950-9c1f-851e56da7907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154f6bfc-1a5a-450d-b945-ff76ce59cf77,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:31.602430 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4c644a08-e1d0-4950-9c1f-851e56da7907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:31.627145 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-4c644a08-e1d0-4950-9c1f-851e56da7907 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/154f6bfc-1a5a-450d-b945-ff76ce59cf77 HTTP/1.1" status: 204 len: 168 time: 0.4227972 Jan 19 16:01:31.628631 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4c644a08-e1d0-4950-9c1f-851e56da7907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:31.663812 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-f407f00b-2fb2-4b6d-a7f3-976ca92db077 req-6f5c26e3-c5b5-4780-ba93-950525a3a932 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:31.667624 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dca994c-b505-4fde-b5fe-4677319ee380', 'name': 'network-vif-deleted', 'tag': 'db7fa45f-d777-4444-9739-ea90a3bbf278'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:01:31.680789 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-25c66426-770f-49ba-aab9-2d140992c3bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:01:31.752706 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f407f00b-2fb2-4b6d-a7f3-976ca92db077 req-6f5c26e3-c5b5-4780-ba93-950525a3a932 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] 10.222.0.104 "DELETE /v2.0/ports/db7fa45f-d777-4444-9739-ea90a3bbf278 HTTP/1.1" status: 204 len: 173 time: 8.6943913 Jan 19 16:01:31.756310 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-25c66426-770f-49ba-aab9-2d140992c3bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:01:31.787733 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-2ffce74b-1953-4b3f-9106-13ac24948dd2 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 5.6723385 Jan 19 16:01:31.894020 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-25c66426-770f-49ba-aab9-2d140992c3bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Made reservation on behalf of 4424ac45d4934f389ea21b2c76ea9c97 for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:01:31.912268 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dca994c-b505-4fde-b5fe-4677319ee380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db7fa45f-d777-4444-9739-ea90a3bbf278', 'code': 200} Jan 19 16:01:31.947726 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-25c66426-770f-49ba-aab9-2d140992c3bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:32.087968 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c974bf8e-08f4-438c-8775-60261b0e2f29 None None] Network c2d853ee-533f-4d1e-b097-aea031d4e29d requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 16:01:32.275409 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-5be5ee92-2adc-432b-89dc-f7d63b5c1eda service neutron] 10.222.0.110 "GET /v2.0/networks/e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8731787 Jan 19 16:01:32.880834 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 44196) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:32.935172 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-79489c2f-02b6-4afa-acbd-3e73eda07e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:32.997718 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 824fa9e2-e9c4-4289-97d8-e7eac32e0c29 up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:01:33.000391 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-79489c2f-02b6-4afa-acbd-3e73eda07e67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:01:33.026128 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-79489c2f-02b6-4afa-acbd-3e73eda07e67 admin admin] Usage tracker for resource:security_group_rule and tenant:b47cd440b9864167924d658407e0dfb9 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:01:33.034572 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-79489c2f-02b6-4afa-acbd-3e73eda07e67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:01:33.065090 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-79489c2f-02b6-4afa-acbd-3e73eda07e67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:01:33.122671 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device b6f04976-fc12-4693-8eb6-bfa29a05843a up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:01:33.244001 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-65434d51-cba4-4595-844c-7ba242e544f4 req-b0875bc4-d369-4e36-9f9e-be011f1e4100 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=f262ff6f-8811-4b45-8e6f-2b979a45d938 HTTP/1.1" status: 200 len: 210 time: 0.1123760 Jan 19 16:01:33.433819 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-79489c2f-02b6-4afa-acbd-3e73eda07e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:33.445031 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-79489c2f-02b6-4afa-acbd-3e73eda07e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:33.479980 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-0ef0fb4c-3ee5-441c-8a83-af8b01aa6ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:33.583487 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-79489c2f-02b6-4afa-acbd-3e73eda07e67 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=b47cd440b9864167924d658407e0dfb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7008886 Jan 19 16:01:33.586786 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79489c2f-02b6-4afa-acbd-3e73eda07e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dbd087-8cea-4ee3-87c6-a9bf13020967,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:33.588181 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning for port 824fa9e2-e9c4-4289-97d8-e7eac32e0c29 completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:01:33.595402 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port b6f04976-fc12-4693-8eb6-bfa29a05843a triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:01:33.595960 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:33.610099 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-79489c2f-02b6-4afa-acbd-3e73eda07e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:33.619220 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 44204) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:33.621906 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dca994c-b505-4fde-b5fe-4677319ee380', 'name': 'network-vif-deleted', 'tag': 'db7fa45f-d777-4444-9739-ea90a3bbf278', 'status': 'completed', 'code': 200} Jan 19 16:01:33.697490 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port 824fa9e2-e9c4-4289-97d8-e7eac32e0c29 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:01:33.697920 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:33.704595 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3f479-c322-40d6-935d-cf20697fd298 req-a6090608-7a91-4d08-a6b8-70505783d8f4 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:33.715284 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e1f3f479-c322-40d6-935d-cf20697fd298 req-a6090608-7a91-4d08-a6b8-70505783d8f4 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?device_id=0f548f31-b3d2-4dfd-9199-10bb6cdf43f4 HTTP/1.1" status: 200 len: 946 time: 1.4285052 Jan 19 16:01:34.011789 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:34.038060 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a02bc80e-8ad0-47fa-b84f-7e64841f07ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:34.085016 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] For port 824fa9e2-e9c4-4289-97d8-e7eac32e0c29, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=824fa9e2-e9c4-4289-97d8-e7eac32e0c29,segment=NetworkSegment(942a6058-6ad9-4d21-80db-a7a650c8a90b),segment_id=942a6058-6ad9-4d21-80db-a7a650c8a90b)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:01:34.091138 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:34.097982 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:34.132125 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-25c66426-770f-49ba-aab9-2d140992c3bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Allocated IP 172.20.0.7 (5a07f96a-01d8-459c-9b69-968e5b6b4ff4/e3562505-5c33-4043-b9be-4bcf914d2bda/b836f8f9-eafe-43b0-93b9-7d71e2a34e04) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:01:34.267691 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Pushing event updated for resources: {'Port': ['ID=824fa9e2-e9c4-4289-97d8-e7eac32e0c29,revision_number=5']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:34.272030 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:34.402083 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-aa9d8915-8cd5-4466-9d2e-5e42afb10e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:34.437768 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e1f3f479-c322-40d6-935d-cf20697fd298 req-29896ecd-82c3-4ac2-93ac-3f8c72ce8d55 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/security-groups?id=8be4828b-8b41-459e-9c15-4174300b3c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7208447 Jan 19 16:01:34.565939 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-aa9d8915-8cd5-4466-9d2e-5e42afb10e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:34.664707 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a81d5dce-b49c-4bbc-b1ea-b1a416b66342 req-20ec8a86-61ed-442c-a1cc-5a933275990b tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 210 time: 0.1039186 Jan 19 16:01:34.677469 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-25c66426-770f-49ba-aab9-2d140992c3bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:34.735491 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-aa9d8915-8cd5-4466-9d2e-5e42afb10e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:34.760795 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-5dcd334b-02b2-49d6-9948-71495afb8b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:34.761891 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 824fa9e2-e9c4-4289-97d8-e7eac32e0c29 up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:01:34.787553 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-aa9d8915-8cd5-4466-9d2e-5e42afb10e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:34.791798 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-aa9d8915-8cd5-4466-9d2e-5e42afb10e32 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/72dbd087-8cea-4ee3-87c6-a9bf13020967 HTTP/1.1" status: 204 len: 168 time: 1.1571882 Jan 19 16:01:34.791798 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d8915-8cd5-4466-9d2e-5e42afb10e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dbd087-8cea-4ee3-87c6-a9bf13020967,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:34.793341 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-aa9d8915-8cd5-4466-9d2e-5e42afb10e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:34.802864 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-25c66426-770f-49ba-aab9-2d140992c3bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:34.855681 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:35.437267 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port 824fa9e2-e9c4-4289-97d8-e7eac32e0c29 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:01:35.438069 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:35.856037 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c66426-770f-49ba-aab9-2d140992c3bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Pushing event updated for resources: {'Port': ['ID=b836f8f9-eafe-43b0-93b9-7d71e2a34e04,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:35.955635 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-25c66426-770f-49ba-aab9-2d140992c3bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Network 5a07f96a-01d8-459c-9b69-968e5b6b4ff4 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:01:35.957253 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-25c66426-770f-49ba-aab9-2d140992c3bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.102s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:35.971699 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-25c66426-770f-49ba-aab9-2d140992c3bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:01:35.998763 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-25c66426-770f-49ba-aab9-2d140992c3bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:01:36.101658 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-25c66426-770f-49ba-aab9-2d140992c3bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:36.102404 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-25c66426-770f-49ba-aab9-2d140992c3bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:36.112990 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 44308) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:36.193320 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-75e9f4e2-3160-4c00-978a-4cad2f81f4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:36.215239 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-75e9f4e2-3160-4c00-978a-4cad2f81f4b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:01:36.221415 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-75e9f4e2-3160-4c00-978a-4cad2f81f4b3 admin admin] Usage tracker for resource:security_group_rule and tenant:ad14c06687c74cfaabec043a7d616180 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:01:36.227550 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-75e9f4e2-3160-4c00-978a-4cad2f81f4b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:01:36.237391 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-75e9f4e2-3160-4c00-978a-4cad2f81f4b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:01:36.260332 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-25c66426-770f-49ba-aab9-2d140992c3bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5221765 Jan 19 16:01:36.320771 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-690a2c5e-7f12-4964-bcfe-a393606ad0cc service neutron] Request body: {'port': {'device_id': 'f262ff6f-8811-4b45-8e6f-2b979a45d938', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:01:36.432564 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-75e9f4e2-3160-4c00-978a-4cad2f81f4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:36.439896 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-75e9f4e2-3160-4c00-978a-4cad2f81f4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:36.466515 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-bbd2d8d3-5ec5-4154-aba2-20712dfbbf09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:36.482046 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-15a93888-d862-4c9c-96b6-882b45294765 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:36.485611 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-15a93888-d862-4c9c-96b6-882b45294765 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.104 "GET /v2.0/networks?id=e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f HTTP/1.1" status: 200 len: 819 time: 1.1808670 Jan 19 16:01:36.573157 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-75e9f4e2-3160-4c00-978a-4cad2f81f4b3 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ad14c06687c74cfaabec043a7d616180&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4542317 Jan 19 16:01:36.573157 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9f4e2-3160-4c00-978a-4cad2f81f4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613e497c-7907-4390-bc64-caa2316dc007,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:36.576037 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 44344) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:36.597124 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-75e9f4e2-3160-4c00-978a-4cad2f81f4b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:36.650427 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebe875-971c-4813-8596-5c8f55528deb req-b7b7caf5-c1b3-4d64-81a1-fd538fe9589b tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:36.651958 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-f8ebe875-971c-4813-8596-5c8f55528deb req-b7b7caf5-c1b3-4d64-81a1-fd538fe9589b tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Synchronizing usage tracker for tenant:8a8e3be5d11c459e81f5ff9d87f68c5b on resource:network {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:01:36.682351 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-c92f4aa5-4b4b-4903-a201-427afad0870c tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Request body: {'port': {'device_id': '7ed4b7df-e659-44df-ba0c-12953f2ec95f', 'network_id': 'e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f', 'admin_state_up': True, 'tenant_id': 'de9086258df24aecb2d82848b67b89b5'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:01:36.717379 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:36.720745 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-eb239425-ca78-4202-bdb3-3de01fc25214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:36.797834 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-eb239425-ca78-4202-bdb3-3de01fc25214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:36.911019 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-eb239425-ca78-4202-bdb3-3de01fc25214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:36.916398 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-055f7a8b-3865-4d84-961f-1f054f8fcb17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:36.932839 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb239425-ca78-4202-bdb3-3de01fc25214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613e497c-7907-4390-bc64-caa2316dc007,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:36.939656 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-eb239425-ca78-4202-bdb3-3de01fc25214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:36.960917 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-eb239425-ca78-4202-bdb3-3de01fc25214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:36.975267 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-eb239425-ca78-4202-bdb3-3de01fc25214 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/613e497c-7907-4390-bc64-caa2316dc007 HTTP/1.1" status: 204 len: 168 time: 0.3697677 Jan 19 16:01:37.024335 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48117788-68ab-43a3-9e1a-9f38bd30f779 req-8c94fe4c-c3b4-4277-b1f5-590358668c8b tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:37.025201 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-48117788-68ab-43a3-9e1a-9f38bd30f779 req-8c94fe4c-c3b4-4277-b1f5-590358668c8b tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Synchronizing usage tracker for tenant:4424ac45d4934f389ea21b2c76ea9c97 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:01:37.037127 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-c92f4aa5-4b4b-4903-a201-427afad0870c tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:01:37.061145 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:37.087345 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-c92f4aa5-4b4b-4903-a201-427afad0870c tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Usage tracker for resource:port and tenant:de9086258df24aecb2d82848b67b89b5 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:01:37.093245 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-c92f4aa5-4b4b-4903-a201-427afad0870c tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Quota usage for port was recalculated. Used quota:1. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:01:37.111036 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-c92f4aa5-4b4b-4903-a201-427afad0870c tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:01:37.116384 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-690a2c5e-7f12-4964-bcfe-a393606ad0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:37.132419 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-f8ebe875-971c-4813-8596-5c8f55528deb req-b7b7caf5-c1b3-4d64-81a1-fd538fe9589b tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Unset dirty status for tenant:8a8e3be5d11c459e81f5ff9d87f68c5b on resource:network {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:01:37.139787 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f8ebe875-971c-4813-8596-5c8f55528deb req-b7b7caf5-c1b3-4d64-81a1-fd538fe9589b tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.110 "GET /v2.0/networks?id=6239ef5f-d70e-4467-917d-ea8f72910c95 HTTP/1.1" status: 200 len: 809 time: 1.7062082 Jan 19 16:01:37.161094 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f8ebe875-971c-4813-8596-5c8f55528deb req-3dcb162a-b851-4f12-a91e-926730a920b9 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.110 "GET /v2.0/quotas/8a8e3be5d11c459e81f5ff9d87f68c5b HTTP/1.1" status: 200 len: 375 time: 0.0202954 Jan 19 16:01:37.162084 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-48117788-68ab-43a3-9e1a-9f38bd30f779 req-8c94fe4c-c3b4-4277-b1f5-590358668c8b tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Unset dirty status for tenant:4424ac45d4934f389ea21b2c76ea9c97 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:01:37.170934 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-48117788-68ab-43a3-9e1a-9f38bd30f779 req-8c94fe4c-c3b4-4277-b1f5-590358668c8b tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=f262ff6f-8811-4b45-8e6f-2b979a45d938 HTTP/1.1" status: 200 len: 931 time: 1.7676473 Jan 19 16:01:37.277796 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-c92f4aa5-4b4b-4903-a201-427afad0870c tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Made reservation on behalf of de9086258df24aecb2d82848b67b89b5 for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:01:37.290356 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-c92f4aa5-4b4b-4903-a201-427afad0870c tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:37.294972 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e24af42b-44b1-4f01-ab42-71d995bad6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:37.328046 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f8ebe875-971c-4813-8596-5c8f55528deb req-23269b81-410e-4a28-8b7d-c732eddf3872 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.110 "GET /v2.0/ports?tenant_id=8a8e3be5d11c459e81f5ff9d87f68c5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1542058 Jan 19 16:01:37.526058 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-48117788-68ab-43a3-9e1a-9f38bd30f779 req-e5c696ae-a277-428c-9145-68c4c359e40a tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541181 Jan 19 16:01:37.939857 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:38.182344 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f8ebe875-971c-4813-8596-5c8f55528deb req-be535c63-babf-4481-a2e3-58c4933b9afc service neutron] 10.222.0.110 "GET /v2.0/networks/6239ef5f-d70e-4467-917d-ea8f72910c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8364267 Jan 19 16:01:38.773822 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f8ebe875-971c-4813-8596-5c8f55528deb req-ffed7e4c-be8f-4314-b91c-e30851050a0b service neutron] 10.222.0.110 "GET /v2.0/networks/6239ef5f-d70e-4467-917d-ea8f72910c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5803227 Jan 19 16:01:38.862061 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-c92f4aa5-4b4b-4903-a201-427afad0870c tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Allocated IP 172.20.0.3 (e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f/270545ff-0baa-454b-b6a7-6bc4f36f2a27/92488719-a1fb-4a6e-acd7-6e2f8919b13c) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:01:38.897922 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-c7f902ba-4527-4d15-9a80-5164fe76d4d8 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:38.899687 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-c7f902ba-4527-4d15-9a80-5164fe76d4d8 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/networks?id=e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f HTTP/1.1" status: 200 len: 819 time: 0.6651337 Jan 19 16:01:39.025187 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-0d5401a8-64a1-45c4-8b72-8951089e1b6c tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/quotas/de9086258df24aecb2d82848b67b89b5 HTTP/1.1" status: 200 len: 375 time: 0.0869343 Jan 19 16:01:39.178300 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:39.224222 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-690a2c5e-7f12-4964-bcfe-a393606ad0cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b836f8f9-eafe-43b0-93b9-7d71e2a34e04 {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 16:01:39.243733 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-690a2c5e-7f12-4964-bcfe-a393606ad0cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:39.382082 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-690a2c5e-7f12-4964-bcfe-a393606ad0cc service neutron] Transition to ACTIVE for port object b836f8f9-eafe-43b0-93b9-7d71e2a34e04 will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:01:39.430560 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-690a2c5e-7f12-4964-bcfe-a393606ad0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:39.467532 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-adb79525-7300-4987-84d1-60fa5289934e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:39.685328 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-c92f4aa5-4b4b-4903-a201-427afad0870c tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:39.874436 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a2c5e-7f12-4964-bcfe-a393606ad0cc service neutron] Pushing event updated for resources: {'Port': ['ID=b836f8f9-eafe-43b0-93b9-7d71e2a34e04,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:39.879178 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-690a2c5e-7f12-4964-bcfe-a393606ad0cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:39.893501 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-266b65df-2a72-4da3-9c86-5569bc9628dc tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?tenant_id=de9086258df24aecb2d82848b67b89b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8544202 Jan 19 16:01:40.090379 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2b706-c183-4cc3-841f-236ae7f67559 req-10ac9a5b-949d-4082-9e11-c5e1974c2ee8 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:40.092188 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-63f2b706-c183-4cc3-841f-236ae7f67559 req-10ac9a5b-949d-4082-9e11-c5e1974c2ee8 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?device_id=0f548f31-b3d2-4dfd-9199-10bb6cdf43f4 HTTP/1.1" status: 200 len: 946 time: 0.7691517 Jan 19 16:01:40.109375 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-c92f4aa5-4b4b-4903-a201-427afad0870c tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:40.150879 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-236c4d28-2466-4542-a2b0-9c9d479e3151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:40.935794 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f4aa5-4b4b-4903-a201-427afad0870c tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Pushing event updated for resources: {'Port': ['ID=92488719-a1fb-4a6e-acd7-6e2f8919b13c,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:40.971618 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-6fbed68a-5608-458c-976f-1ec971b435bf service neutron] 10.222.0.110 "GET /v2.0/networks/e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0491188 Jan 19 16:01:41.031390 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c92f4aa5-4b4b-4903-a201-427afad0870c tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.880s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:41.179550 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-63f2b706-c183-4cc3-841f-236ae7f67559 req-2493010b-bf5c-4da0-a1a9-160c2ca15256 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/security-groups?id=8be4828b-8b41-459e-9c15-4174300b3c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0498857 Jan 19 16:01:41.426775 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-690a2c5e-7f12-4964-bcfe-a393606ad0cc service neutron] Attempting to bind port b836f8f9-eafe-43b0-93b9-7d71e2a34e04 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 16:01:41.427173 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-690a2c5e-7f12-4964-bcfe-a393606ad0cc service neutron] Attempting to bind port b836f8f9-eafe-43b0-93b9-7d71e2a34e04 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '9c7be493-b0f1-4c72-8511-958af199a8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5a07f96a-01d8-459c-9b69-968e5b6b4ff4'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 16:01:41.427545 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-690a2c5e-7f12-4964-bcfe-a393606ad0cc service neutron] Attempting to bind port b836f8f9-eafe-43b0-93b9-7d71e2a34e04 on network 5a07f96a-01d8-459c-9b69-968e5b6b4ff4 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 16:01:41.457644 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-c92f4aa5-4b4b-4903-a201-427afad0870c tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Network e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:01:41.465522 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-c92f4aa5-4b4b-4903-a201-427afad0870c tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:01:41.474736 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-690a2c5e-7f12-4964-bcfe-a393606ad0cc service neutron] Checking agent: {'id': '073d1919-22dd-4be4-a5f1-d010cf1bf21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 56, 7), 'started_at': datetime.datetime(2021, 1, 19, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 16:01:41.475143 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-690a2c5e-7f12-4964-bcfe-a393606ad0cc service neutron] Checking segment: {'id': '9c7be493-b0f1-4c72-8511-958af199a8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5a07f96a-01d8-459c-9b69-968e5b6b4ff4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:01:41.475570 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-690a2c5e-7f12-4964-bcfe-a393606ad0cc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:41.475986 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-690a2c5e-7f12-4964-bcfe-a393606ad0cc service neutron] Bound using segment: {'id': '9c7be493-b0f1-4c72-8511-958af199a8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5a07f96a-01d8-459c-9b69-968e5b6b4ff4'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 16:01:41.476509 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-690a2c5e-7f12-4964-bcfe-a393606ad0cc service neutron] Bound port: b836f8f9-eafe-43b0-93b9-7d71e2a34e04, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7be493-b0f1-4c72-8511-958af199a8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5a07f96a-01d8-459c-9b69-968e5b6b4ff4'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 16:01:41.476902 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-690a2c5e-7f12-4964-bcfe-a393606ad0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:41.509658 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-c92f4aa5-4b4b-4903-a201-427afad0870c tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:01:41.602421 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebe875-971c-4813-8596-5c8f55528deb req-88df98ce-2531-45ed-9e07-35b991c3dd6e tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:41.604496 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f8ebe875-971c-4813-8596-5c8f55528deb req-88df98ce-2531-45ed-9e07-35b991c3dd6e tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.104 "GET /v2.0/networks?id=6239ef5f-d70e-4467-917d-ea8f72910c95 HTTP/1.1" status: 200 len: 809 time: 0.8423710 Jan 19 16:01:41.659630 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-f8ebe875-971c-4813-8596-5c8f55528deb req-06d8fb17-1d2a-45ef-a830-dc3f0408ac3e tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Request body: {'port': {'device_id': 'f0930fed-3f0e-45ae-a277-931a8c05ac3f', 'network_id': '6239ef5f-d70e-4467-917d-ea8f72910c95', 'admin_state_up': True, 'tenant_id': '8a8e3be5d11c459e81f5ff9d87f68c5b'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:01:41.906739 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-204cc0b2-7337-4a27-9d6b-d1fb9cc0176a service neutron] 10.222.0.110 "GET /v2.0/networks/e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9333003 Jan 19 16:01:41.987972 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-c92f4aa5-4b4b-4903-a201-427afad0870c tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:41.989190 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-c92f4aa5-4b4b-4903-a201-427afad0870c tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:42.149066 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-690a2c5e-7f12-4964-bcfe-a393606ad0cc service neutron] For port b836f8f9-eafe-43b0-93b9-7d71e2a34e04, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 16:01:42.164382 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-c92f4aa5-4b4b-4903-a201-427afad0870c tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5679393 Jan 19 16:01:42.268283 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-03e7e2a7-8772-4cc8-9e59-aa439fc49cd0 service neutron] Request body: {'port': {'device_id': '7ed4b7df-e659-44df-ba0c-12953f2ec95f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:01:42.339742 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-690a2c5e-7f12-4964-bcfe-a393606ad0cc service neutron] For port b836f8f9-eafe-43b0-93b9-7d71e2a34e04, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=b836f8f9-eafe-43b0-93b9-7d71e2a34e04,segment=NetworkSegment(9c7be493-b0f1-4c72-8511-958af199a8fd),segment_id=9c7be493-b0f1-4c72-8511-958af199a8fd)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 16:01:42.339742 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-f8ebe875-971c-4813-8596-5c8f55528deb req-06d8fb17-1d2a-45ef-a830-dc3f0408ac3e tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:01:42.339742 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-690a2c5e-7f12-4964-bcfe-a393606ad0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:42.361027 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:42.411372 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-f8ebe875-971c-4813-8596-5c8f55528deb req-06d8fb17-1d2a-45ef-a830-dc3f0408ac3e tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Usage tracker for resource:port and tenant:8a8e3be5d11c459e81f5ff9d87f68c5b is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:01:42.423073 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-f8ebe875-971c-4813-8596-5c8f55528deb req-06d8fb17-1d2a-45ef-a830-dc3f0408ac3e tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Quota usage for port was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:01:42.528282 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-f8ebe875-971c-4813-8596-5c8f55528deb req-06d8fb17-1d2a-45ef-a830-dc3f0408ac3e tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:01:42.668793 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a2c5e-7f12-4964-bcfe-a393606ad0cc service neutron] Pushing event updated for resources: {'Port': ['ID=b836f8f9-eafe-43b0-93b9-7d71e2a34e04,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:42.672991 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8ebe875-971c-4813-8596-5c8f55528deb req-06d8fb17-1d2a-45ef-a830-dc3f0408ac3e tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Made reservation on behalf of 8a8e3be5d11c459e81f5ff9d87f68c5b for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:01:42.681715 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-f8ebe875-971c-4813-8596-5c8f55528deb req-06d8fb17-1d2a-45ef-a830-dc3f0408ac3e tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:42.709443 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-690a2c5e-7f12-4964-bcfe-a393606ad0cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:42.821480 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-03e7e2a7-8772-4cc8-9e59-aa439fc49cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:42.923438 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-690a2c5e-7f12-4964-bcfe-a393606ad0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:42.924318 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-690a2c5e-7f12-4964-bcfe-a393606ad0cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:42.925912 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-690a2c5e-7f12-4964-bcfe-a393606ad0cc service neutron] 10.222.0.104 "PUT /v2.0/ports/b836f8f9-eafe-43b0-93b9-7d71e2a34e04 HTTP/1.1" status: 200 len: 1157 time: 6.6220415 Jan 19 16:01:42.943586 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f262ff6f-8811-4b45-8e6f-2b979a45d938', 'tag': 'b836f8f9-eafe-43b0-93b9-7d71e2a34e04'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:01:43.230792 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1cd26074-fe65-4e67-9e83-7cf69b37de92 req-333e3207-218a-41c8-ac93-e0dd8f69f40e tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.110 "GET /v2.0/ports?device_id=f0930fed-3f0e-45ae-a277-931a8c05ac3f HTTP/1.1" status: 200 len: 210 time: 0.1875801 Jan 19 16:01:43.266688 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32cae0-dfaa-49a4-8e8a-34f80bda29aa req-f0b8ce65-cb37-4255-b6d2-40933eff32ae tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:43.269120 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1d32cae0-dfaa-49a4-8e8a-34f80bda29aa req-f0b8ce65-cb37-4255-b6d2-40933eff32ae tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=f262ff6f-8811-4b45-8e6f-2b979a45d938 HTTP/1.1" status: 200 len: 943 time: 0.7423024 Jan 19 16:01:43.965058 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-8ea2598c-204d-4c28-a1d1-dcdba3b5742b req-11b41669-6878-4caa-acd0-ee2f748d2b85 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Synchronizing usage tracker for tenant:de9086258df24aecb2d82848b67b89b5 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:01:44.093530 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1d32cae0-dfaa-49a4-8e8a-34f80bda29aa req-e4843c92-7ffd-4b6a-ae2f-3e9cd9091688 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7753661 Jan 19 16:01:44.253540 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-a15a4300-a96c-4782-8ce1-78d35ff07590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:44.256718 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-a15a4300-a96c-4782-8ce1-78d35ff07590 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4424ac45d4934f389ea21b2c76ea9c97&device_id=f262ff6f-8811-4b45-8e6f-2b979a45d938 HTTP/1.1" status: 200 len: 1160 time: 1.2155945 Jan 19 16:01:44.272345 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-8ea2598c-204d-4c28-a1d1-dcdba3b5742b req-11b41669-6878-4caa-acd0-ee2f748d2b85 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Unset dirty status for tenant:de9086258df24aecb2d82848b67b89b5 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:01:44.279606 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8ea2598c-204d-4c28-a1d1-dcdba3b5742b req-11b41669-6878-4caa-acd0-ee2f748d2b85 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 210 time: 0.4607596 Jan 19 16:01:44.339812 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [req-f8ebe875-971c-4813-8596-5c8f55528deb req-06d8fb17-1d2a-45ef-a830-dc3f0408ac3e tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Allocated IP 172.20.0.9 (6239ef5f-d70e-4467-917d-ea8f72910c95/fb00b2c9-781f-45ba-abcc-70b44d5f1d7b/54fc26da-1c4d-464d-9dff-8595aea0a5c8) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:01:44.545233 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f262ff6f-8811-4b45-8e6f-2b979a45d938', 'tag': 'b836f8f9-eafe-43b0-93b9-7d71e2a34e04', 'status': 'completed', 'code': 200} Jan 19 16:01:44.811262 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-27280d78-16af-46b1-b6f1-e3f08ffd4bdb service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b836f8f9-eafe-43b0-93b9-7d71e2a34e04 HTTP/1.1" status: 200 len: 217 time: 0.4622128 Jan 19 16:01:44.811836 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 44622) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:44.961773 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-f8acac15-cdfd-43a4-b3c8-b388f1292a52 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:44.962920 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-f8acac15-cdfd-43a4-b3c8-b388f1292a52 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Synchronizing usage tracker for tenant:de9086258df24aecb2d82848b67b89b5 on resource:network {{(pid=80159) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:01:45.002161 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-f8acac15-cdfd-43a4-b3c8-b388f1292a52 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Unset dirty status for tenant:de9086258df24aecb2d82848b67b89b5 on resource:network {{(pid=80159) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:01:45.004015 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-f8acac15-cdfd-43a4-b3c8-b388f1292a52 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.104 "GET /v2.0/networks?id=e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f HTTP/1.1" status: 200 len: 819 time: 0.3917460 Jan 19 16:01:45.037551 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-1cac5958-25bb-49c3-8415-933fb4edef96 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Request body: {'port': {'device_id': '570ce5bd-873d-4c59-8815-87c6bbf52ac0', 'network_id': 'e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f', 'admin_state_up': True, 'tenant_id': 'de9086258df24aecb2d82848b67b89b5'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:01:45.156383 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5016591e-9a76-4a66-80b0-b45991750dbe req-eb45d0b6-10b3-492f-b10f-3650cd26df56 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.110 "GET /v2.0/ports?device_id=f0930fed-3f0e-45ae-a277-931a8c05ac3f HTTP/1.1" status: 200 len: 210 time: 0.3432574 Jan 19 16:01:45.540900 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-bae62a42-6f69-4e27-870e-e62c25292a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:45.542499 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-bae62a42-6f69-4e27-870e-e62c25292a24 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=e3562505-5c33-4043-b9be-4bcf914d2bda HTTP/1.1" status: 200 len: 855 time: 0.6904078 Jan 19 16:01:45.574454 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-1cac5958-25bb-49c3-8415-933fb4edef96 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:01:45.587082 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-1cac5958-25bb-49c3-8415-933fb4edef96 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:01:45.600838 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-1cac5958-25bb-49c3-8415-933fb4edef96 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Made reservation on behalf of de9086258df24aecb2d82848b67b89b5 for: {'port': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:01:45.611594 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-1cac5958-25bb-49c3-8415-933fb4edef96 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:45.704595 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-6a1360d6-aa09-4d66-88c0-582ae5940f61 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5a07f96a-01d8-459c-9b69-968e5b6b4ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1344385 Jan 19 16:01:45.780516 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-2e7ff3ef-88f4-4712-90ed-a30a78d47dcd admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=d2dded795a3e4590974a9a33f6f89ad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9379597 Jan 19 16:01:45.794152 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 44650) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:45.825749 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.resource_extend [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-03e7e2a7-8772-4cc8-9e59-aa439fc49cd0 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 19 16:01:45.994469 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-f8ebe875-971c-4813-8596-5c8f55528deb req-06d8fb17-1d2a-45ef-a830-dc3f0408ac3e tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:46.169877 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-03e7e2a7-8772-4cc8-9e59-aa439fc49cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92488719-a1fb-4a6e-acd7-6e2f8919b13c {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 16:01:46.196739 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-03e7e2a7-8772-4cc8-9e59-aa439fc49cd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:46.258701 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-03e7e2a7-8772-4cc8-9e59-aa439fc49cd0 service neutron] Transition to ACTIVE for port object 92488719-a1fb-4a6e-acd7-6e2f8919b13c will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:01:46.265391 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-acd4b2f0-93cc-4293-a8bd-2f1b82ab3c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:46.269678 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-c7541e03-7378-4014-89d2-45eb68c09b94 service neutron] 10.222.0.104 "GET /v2.0/networks/5a07f96a-01d8-459c-9b69-968e5b6b4ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5444431 Jan 19 16:01:46.310059 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675be24c-b46c-455d-a32b-343dc263bdff req-1a9ea9b5-6c0b-4dc3-9319-2bc52cb388b9 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:46.311585 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-675be24c-b46c-455d-a32b-343dc263bdff req-1a9ea9b5-6c0b-4dc3-9319-2bc52cb388b9 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?device_id=0f548f31-b3d2-4dfd-9199-10bb6cdf43f4 HTTP/1.1" status: 200 len: 946 time: 0.6883347 Jan 19 16:01:46.312329 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-03e7e2a7-8772-4cc8-9e59-aa439fc49cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:46.337752 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-25c66426-770f-49ba-aab9-2d140992c3bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:46.355784 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-1cac5958-25bb-49c3-8415-933fb4edef96 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Allocated IP 172.20.0.5 (e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f/270545ff-0baa-454b-b6a7-6bc4f36f2a27/956d8a65-c245-4609-b37d-84ea28779f96) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:01:46.458358 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-f8ebe875-971c-4813-8596-5c8f55528deb req-06d8fb17-1d2a-45ef-a830-dc3f0408ac3e tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:46.547871 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509a2b2-92bf-4ddf-b48a-6e9ce0b94fab req-de77b717-da5c-4a17-831c-1a226c58ca85 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:46.549562 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b509a2b2-92bf-4ddf-b48a-6e9ce0b94fab req-de77b717-da5c-4a17-831c-1a226c58ca85 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=f262ff6f-8811-4b45-8e6f-2b979a45d938 HTTP/1.1" status: 200 len: 943 time: 0.7258995 Jan 19 16:01:46.580312 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-acd4b2f0-93cc-4293-a8bd-2f1b82ab3c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:46.689781 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-1cac5958-25bb-49c3-8415-933fb4edef96 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:46.735901 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-1cac5958-25bb-49c3-8415-933fb4edef96 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852269169'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:46.756177 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-51c0a9aa-b43c-41f6-8ea1-ec583170130a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:46.920138 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac5958-25bb-49c3-8415-933fb4edef96 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Pushing event updated for resources: {'Port': ['ID=956d8a65-c245-4609-b37d-84ea28779f96,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:46.925735 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1cac5958-25bb-49c3-8415-933fb4edef96 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:47.044284 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-1cac5958-25bb-49c3-8415-933fb4edef96 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Network e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:01:47.047788 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7e2a7-8772-4cc8-9e59-aa439fc49cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=92488719-a1fb-4a6e-acd7-6e2f8919b13c,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:47.048332 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-1cac5958-25bb-49c3-8415-933fb4edef96 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:01:47.054447 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-1cac5958-25bb-49c3-8415-933fb4edef96 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:01:47.083380 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-03e7e2a7-8772-4cc8-9e59-aa439fc49cd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:47.091379 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.513s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:47.102745 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device b6f04976-fc12-4693-8eb6-bfa29a05843a up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:01:47.196246 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-675be24c-b46c-455d-a32b-343dc263bdff req-22b6cfd5-0b58-4bcb-8039-0ad5b3edd47f tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/security-groups?id=8be4828b-8b41-459e-9c15-4174300b3c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8629181 Jan 19 16:01:47.272072 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port b6f04976-fc12-4693-8eb6-bfa29a05843a triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:01:47.273035 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:47.334344 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b509a2b2-92bf-4ddf-b48a-6e9ce0b94fab req-9a380758-2d7b-42a7-ab67-2a094d05f118 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6859851 Jan 19 16:01:47.378664 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-1cac5958-25bb-49c3-8415-933fb4edef96 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:47.379491 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-1cac5958-25bb-49c3-8415-933fb4edef96 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:47.433163 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-1cac5958-25bb-49c3-8415-933fb4edef96 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3996122 Jan 19 16:01:47.464326 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8fb17-1d2a-45ef-a830-dc3f0408ac3e tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Pushing event updated for resources: {'Port': ['ID=54fc26da-1c4d-464d-9dff-8595aea0a5c8,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:47.471765 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-06d8fb17-1d2a-45ef-a830-dc3f0408ac3e tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:47.477276 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Request body: {'port': {'device_id': '570ce5bd-873d-4c59-8815-87c6bbf52ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:01:47.494438 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a3e3de66-f8d6-41c8-a5ec-d92e21899927 req-91465c62-e79d-43b7-bb85-6bb23795cb7f service neutron] 10.222.0.104 "GET /v2.0/networks/5a07f96a-01d8-459c-9b69-968e5b6b4ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1619623 Jan 19 16:01:47.623289 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.104', 64529) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:47.773312 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:47.838169 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-acd4b2f0-93cc-4293-a8bd-2f1b82ab3c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:47.867395 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:47.933090 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4b2f0-93cc-4293-a8bd-2f1b82ab3c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c57ca26-10f5-428b-8129-2522fdc083fe,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:47.939552 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-acd4b2f0-93cc-4293-a8bd-2f1b82ab3c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:47.979284 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8ebe875-971c-4813-8596-5c8f55528deb req-06d8fb17-1d2a-45ef-a830-dc3f0408ac3e tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Network 6239ef5f-d70e-4467-917d-ea8f72910c95 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:01:47.997571 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [req-f8ebe875-971c-4813-8596-5c8f55528deb req-06d8fb17-1d2a-45ef-a830-dc3f0408ac3e tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:01:48.000955 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ebe875-971c-4813-8596-5c8f55528deb req-06d8fb17-1d2a-45ef-a830-dc3f0408ac3e tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:01:48.080671 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74001895-e742-4b73-821b-1896d60558a4 req-4c90f8a9-3bee-4b77-b18e-16e7230c0f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:48.083811 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-74001895-e742-4b73-821b-1896d60558a4 req-4c90f8a9-3bee-4b77-b18e-16e7230c0f6e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4424ac45d4934f389ea21b2c76ea9c97&device_id=f262ff6f-8811-4b45-8e6f-2b979a45d938 HTTP/1.1" status: 200 len: 1160 time: 0.4529495 Jan 19 16:01:48.116850 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-acd4b2f0-93cc-4293-a8bd-2f1b82ab3c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:48.121641 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-acd4b2f0-93cc-4293-a8bd-2f1b82ab3c1a admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/3c57ca26-10f5-428b-8129-2522fdc083fe HTTP/1.1" status: 204 len: 168 time: 2.3261597 Jan 19 16:01:48.153994 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-03e7e2a7-8772-4cc8-9e59-aa439fc49cd0 service neutron] Attempting to bind port 92488719-a1fb-4a6e-acd7-6e2f8919b13c on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 16:01:48.154381 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-03e7e2a7-8772-4cc8-9e59-aa439fc49cd0 service neutron] Attempting to bind port 92488719-a1fb-4a6e-acd7-6e2f8919b13c by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '942a6058-6ad9-4d21-80db-a7a650c8a90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 16:01:48.155359 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-03e7e2a7-8772-4cc8-9e59-aa439fc49cd0 service neutron] Attempting to bind port 92488719-a1fb-4a6e-acd7-6e2f8919b13c on network e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 16:01:48.204178 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0b073-3700-4cb3-bf85-3e2e9e1953c5 req-4034b283-221b-42d2-9710-77b02f27aeb9 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:48.206280 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2dd0b073-3700-4cb3-bf85-3e2e9e1953c5 req-4034b283-221b-42d2-9710-77b02f27aeb9 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 931 time: 0.7043269 Jan 19 16:01:48.207229 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-03e7e2a7-8772-4cc8-9e59-aa439fc49cd0 service neutron] Checking agent: {'id': '073d1919-22dd-4be4-a5f1-d010cf1bf21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 56, 7), 'started_at': datetime.datetime(2021, 1, 19, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 16:01:48.207612 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-03e7e2a7-8772-4cc8-9e59-aa439fc49cd0 service neutron] Checking segment: {'id': '942a6058-6ad9-4d21-80db-a7a650c8a90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:01:48.208024 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-03e7e2a7-8772-4cc8-9e59-aa439fc49cd0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:48.208427 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-03e7e2a7-8772-4cc8-9e59-aa439fc49cd0 service neutron] Bound using segment: {'id': '942a6058-6ad9-4d21-80db-a7a650c8a90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 16:01:48.208934 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-03e7e2a7-8772-4cc8-9e59-aa439fc49cd0 service neutron] Bound port: 92488719-a1fb-4a6e-acd7-6e2f8919b13c, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942a6058-6ad9-4d21-80db-a7a650c8a90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 16:01:48.209317 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-03e7e2a7-8772-4cc8-9e59-aa439fc49cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:48.241392 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebe875-971c-4813-8596-5c8f55528deb req-06d8fb17-1d2a-45ef-a830-dc3f0408ac3e tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:48.242130 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-f8ebe875-971c-4813-8596-5c8f55528deb req-06d8fb17-1d2a-45ef-a830-dc3f0408ac3e tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:48.317416 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ab94e-84e1-433f-a6f2-6e7384a1e0c7 req-f1e1a3e3-3c76-4588-a654-fb1d9ea8438c tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:48.319389 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-498ab94e-84e1-433f-a6f2-6e7384a1e0c7 req-f1e1a3e3-3c76-4588-a654-fb1d9ea8438c tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 0.6676044 Jan 19 16:01:48.350193 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be173104-6263-4636-ac74-2b2dd31c526d req-c823169c-cb29-49d1-ab20-62f581f369bd tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:48.352057 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-be173104-6263-4636-ac74-2b2dd31c526d req-c823169c-cb29-49d1-ab20-62f581f369bd tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.104 "GET /v2.0/ports?device_id=0f548f31-b3d2-4dfd-9199-10bb6cdf43f4 HTTP/1.1" status: 200 len: 946 time: 0.6911280 Jan 19 16:01:48.400083 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f8ebe875-971c-4813-8596-5c8f55528deb req-06d8fb17-1d2a-45ef-a830-dc3f0408ac3e tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7500944 Jan 19 16:01:48.503839 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-f8ebe875-971c-4813-8596-5c8f55528deb req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Request body: {'port': {'device_id': 'f0930fed-3f0e-45ae-a277-931a8c05ac3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:01:48.569798 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2dd0b073-3700-4cb3-bf85-3e2e9e1953c5 req-9ceae5bd-f775-4a17-ab64-7bb6f9802f20 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476310 Jan 19 16:01:48.657403 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-be173104-6263-4636-ac74-2b2dd31c526d req-b290aa98-8493-42f3-bfe1-deccfe0a723e tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Deleting port b6f04976-fc12-4693-8eb6-bfa29a05843a {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:01:48.659104 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-be173104-6263-4636-ac74-2b2dd31c526d req-b290aa98-8493-42f3-bfe1-deccfe0a723e tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:48.678494 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74001895-e742-4b73-821b-1896d60558a4 req-2e913ab2-7764-40cc-88ad-7151fa795582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:48.680238 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-74001895-e742-4b73-821b-1896d60558a4 req-2e913ab2-7764-40cc-88ad-7151fa795582 service neutron] 10.222.0.104 "GET /v2.0/networks?id=5a07f96a-01d8-459c-9b69-968e5b6b4ff4 HTTP/1.1" status: 200 len: 909 time: 0.5706804 Jan 19 16:01:48.718761 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-498ab94e-84e1-433f-a6f2-6e7384a1e0c7 req-603c5fd0-c7ba-4601-b6a3-1fa764e074a1 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3638308 Jan 19 16:01:48.793103 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-74001895-e742-4b73-821b-1896d60558a4 req-86ca86ba-1482-429f-9e9c-07eeb11a5679 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b836f8f9-eafe-43b0-93b9-7d71e2a34e04 HTTP/1.1" status: 200 len: 217 time: 0.0938606 Jan 19 16:01:48.820839 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-03e7e2a7-8772-4cc8-9e59-aa439fc49cd0 service neutron] For port 92488719-a1fb-4a6e-acd7-6e2f8919b13c, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 16:01:48.861095 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-03e7e2a7-8772-4cc8-9e59-aa439fc49cd0 service neutron] For port 92488719-a1fb-4a6e-acd7-6e2f8919b13c, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=92488719-a1fb-4a6e-acd7-6e2f8919b13c,segment=NetworkSegment(942a6058-6ad9-4d21-80db-a7a650c8a90b),segment_id=942a6058-6ad9-4d21-80db-a7a650c8a90b)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 16:01:48.977765 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74001895-e742-4b73-821b-1896d60558a4 req-8031a195-6126-465b-ac17-5388a18f35fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:48.979336 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-74001895-e742-4b73-821b-1896d60558a4 req-8031a195-6126-465b-ac17-5388a18f35fc service neutron] 10.222.0.104 "GET /v2.0/subnets?id=e3562505-5c33-4043-b9be-4bcf914d2bda HTTP/1.1" status: 200 len: 855 time: 0.1719699 Jan 19 16:01:49.019074 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device b6f04976-fc12-4693-8eb6-bfa29a05843a no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:01:49.030449 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-03e7e2a7-8772-4cc8-9e59-aa439fc49cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:49.058557 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-74001895-e742-4b73-821b-1896d60558a4 req-bfcb77a9-2c54-4f91-b539-93bc365b4a10 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5a07f96a-01d8-459c-9b69-968e5b6b4ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665917 Jan 19 16:01:49.062022 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-149bade5-3f1a-48f1-847f-fd55e0d0b4b2 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:49.079771 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 956d8a65-c245-4609-b37d-84ea28779f96 {{(pid=80159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 16:01:49.089477 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:49.105012 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Transition to ACTIVE for port object 956d8a65-c245-4609-b37d-84ea28779f96 will not be triggered until provisioned by entity L2. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:01:49.171736 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506630'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:49.311943 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-f8ebe875-971c-4813-8596-5c8f55528deb req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:49.377213 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:49.431992 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port b6f04976-fc12-4693-8eb6-bfa29a05843a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=b6f04976-fc12-4693-8eb6-bfa29a05843a,segment=NetworkSegment(44e4ef70-9893-41b6-a77c-3391fdd84c46),segment_id=44e4ef70-9893-41b6-a77c-3391fdd84c46)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:01:49.433690 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f548f31-b3d2-4dfd-9199-10bb6cdf43f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6f04976-fc12-4693-8eb6-bfa29a05843a'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:01:49.443215 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:49.445992 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-2dd8b96a-ce14-4023-8bbf-e3f1bee4f1d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:49.496390 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:49.558438 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=b6f04976-fc12-4693-8eb6-bfa29a05843a,revision_number=5']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:49.571203 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:49.584296 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=956d8a65-c245-4609-b37d-84ea28779f96,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:49.769103 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7e2a7-8772-4cc8-9e59-aa439fc49cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=92488719-a1fb-4a6e-acd7-6e2f8919b13c,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:49.783477 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-03e7e2a7-8772-4cc8-9e59-aa439fc49cd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:50.005814 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:50.006443 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:50.007195 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:50.007931 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:50.008614 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:50.009313 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:50.009996 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:50.010680 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:50.011414 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:50.012114 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:50.012782 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:50.013477 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:50.014384 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:50.015122 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:50.016370 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:50.017076 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:50.017766 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:50.018461 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:50.019192 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:50.020433 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:50.020547 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:50.021218 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:50.021917 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:50.022604 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:50.037166 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:50.056403 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-74001895-e742-4b73-821b-1896d60558a4 req-e3773450-096f-47e5-a4a3-f5e333b288c1 service neutron] 10.222.0.104 "GET /v2.0/networks/5a07f96a-01d8-459c-9b69-968e5b6b4ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9494624 Jan 19 16:01:50.224541 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164929e-8916-4854-b54a-8e0932c48a86 req-30627e40-d93f-41be-920c-9cfb0ccd7b60 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:50.225376 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-a164929e-8916-4854-b54a-8e0932c48a86 req-30627e40-d93f-41be-920c-9cfb0ccd7b60 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Synchronizing usage tracker for tenant:8a8e3be5d11c459e81f5ff9d87f68c5b on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:01:50.255576 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-03e7e2a7-8772-4cc8-9e59-aa439fc49cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:50.256301 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-03e7e2a7-8772-4cc8-9e59-aa439fc49cd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:50.257994 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-03e7e2a7-8772-4cc8-9e59-aa439fc49cd0 service neutron] 10.222.0.104 "PUT /v2.0/ports/92488719-a1fb-4a6e-acd7-6e2f8919b13c HTTP/1.1" status: 200 len: 1157 time: 8.0075121 Jan 19 16:01:50.260092 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-be173104-6263-4636-ac74-2b2dd31c526d req-b290aa98-8493-42f3-bfe1-deccfe0a723e tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] For port b6f04976-fc12-4693-8eb6-bfa29a05843a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=b6f04976-fc12-4693-8eb6-bfa29a05843a,segment=NetworkSegment(44e4ef70-9893-41b6-a77c-3391fdd84c46),segment_id=44e4ef70-9893-41b6-a77c-3391fdd84c46)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:01:50.260533 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-be173104-6263-4636-ac74-2b2dd31c526d req-b290aa98-8493-42f3-bfe1-deccfe0a723e tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:50.275525 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed4b7df-e659-44df-ba0c-12953f2ec95f', 'tag': '92488719-a1fb-4a6e-acd7-6e2f8919b13c'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:01:50.520093 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-be173104-6263-4636-ac74-2b2dd31c526d req-b290aa98-8493-42f3-bfe1-deccfe0a723e tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Calling delete_port for b6f04976-fc12-4693-8eb6-bfa29a05843a owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:01:50.676898 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-74001895-e742-4b73-821b-1896d60558a4 req-9b9a0a38-e14e-42ec-95a1-4e0a31148919 service neutron] 10.222.0.104 "GET /v2.0/networks/5a07f96a-01d8-459c-9b69-968e5b6b4ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6058507 Jan 19 16:01:50.684083 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-a164929e-8916-4854-b54a-8e0932c48a86 req-30627e40-d93f-41be-920c-9cfb0ccd7b60 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Unset dirty status for tenant:8a8e3be5d11c459e81f5ff9d87f68c5b on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:01:50.686198 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a164929e-8916-4854-b54a-8e0932c48a86 req-30627e40-d93f-41be-920c-9cfb0ccd7b60 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.110 "GET /v2.0/ports?device_id=f0930fed-3f0e-45ae-a277-931a8c05ac3f HTTP/1.1" status: 200 len: 931 time: 1.8141294 Jan 19 16:01:50.735490 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Attempting to bind port 956d8a65-c245-4609-b37d-84ea28779f96 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 16:01:50.736122 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Attempting to bind port 956d8a65-c245-4609-b37d-84ea28779f96 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '942a6058-6ad9-4d21-80db-a7a650c8a90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f'}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 16:01:50.736730 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Attempting to bind port 956d8a65-c245-4609-b37d-84ea28779f96 on network e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 16:01:50.747657 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Checking agent: {'id': '073d1919-22dd-4be4-a5f1-d010cf1bf21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 56, 7), 'started_at': datetime.datetime(2021, 1, 19, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 16:01:50.748257 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Checking segment: {'id': '942a6058-6ad9-4d21-80db-a7a650c8a90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:01:50.749110 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:50.749646 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Bound using segment: {'id': '942a6058-6ad9-4d21-80db-a7a650c8a90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f'} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 16:01:50.750440 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Bound port: 956d8a65-c245-4609-b37d-84ea28779f96, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942a6058-6ad9-4d21-80db-a7a650c8a90b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f'}}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 16:01:50.751134 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:50.752073 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9748202-cef2-41ae-a901-5e5911de6fcb req-b222c183-8930-4a81-89e5-1bee4dea9bfa tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:50.755002 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f9748202-cef2-41ae-a901-5e5911de6fcb req-b222c183-8930-4a81-89e5-1bee4dea9bfa tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?device_id=0f548f31-b3d2-4dfd-9199-10bb6cdf43f4 HTTP/1.1" status: 200 len: 944 time: 1.3130479 Jan 19 16:01:50.901456 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] For port 956d8a65-c245-4609-b37d-84ea28779f96, host hv-cinder-66710, cleared binding levels {{(pid=80159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 16:01:50.905933 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] For port 956d8a65-c245-4609-b37d-84ea28779f96, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=956d8a65-c245-4609-b37d-84ea28779f96,segment=NetworkSegment(942a6058-6ad9-4d21-80db-a7a650c8a90b),segment_id=942a6058-6ad9-4d21-80db-a7a650c8a90b)] {{(pid=80159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 16:01:50.910321 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506630'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:50.928013 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-57862e9e-59a4-46d6-abcb-7e013cd48d49 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:51.037616 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-a164929e-8916-4854-b54a-8e0932c48a86 req-4d6982bf-83ff-4b6e-b3b7-d3229b08e349 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Synchronizing usage tracker for tenant:8a8e3be5d11c459e81f5ff9d87f68c5b on resource:security_group {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:01:51.073097 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f9748202-cef2-41ae-a901-5e5911de6fcb req-1e9bafec-5474-497d-8270-5193be951e30 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/security-groups?id=8be4828b-8b41-459e-9c15-4174300b3c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974682 Jan 19 16:01:51.097951 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.api [req-be173104-6263-4636-ac74-2b2dd31c526d req-b290aa98-8493-42f3-bfe1-deccfe0a723e tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80160) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 16:01:51.097951 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_db.api [req-be173104-6263-4636-ac74-2b2dd31c526d req-b290aa98-8493-42f3-bfe1-deccfe0a723e tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 16:01:51.108212 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=956d8a65-c245-4609-b37d-84ea28779f96,revision_number=3']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:51.115064 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:51.151158 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:51.151819 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:51.153609 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] 10.222.0.104 "PUT /v2.0/ports/956d8a65-c245-4609-b37d-84ea28779f96 HTTP/1.1" status: 200 len: 1157 time: 3.6937966 Jan 19 16:01:51.154298 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570ce5bd-873d-4c59-8815-87c6bbf52ac0', 'tag': '956d8a65-c245-4609-b37d-84ea28779f96'}] {{(pid=80159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:01:51.161606 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-f8487714-6296-4d63-bd18-465b9066c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:51.164683 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-f8487714-6296-4d63-bd18-465b9066c1b6 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=de9086258df24aecb2d82848b67b89b5&device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 1160 time: 0.6614273 Jan 19 16:01:51.188964 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-a164929e-8916-4854-b54a-8e0932c48a86 req-4d6982bf-83ff-4b6e-b3b7-d3229b08e349 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Unset dirty status for tenant:8a8e3be5d11c459e81f5ff9d87f68c5b on resource:security_group {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:01:51.191213 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a164929e-8916-4854-b54a-8e0932c48a86 req-4d6982bf-83ff-4b6e-b3b7-d3229b08e349 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.110 "GET /v2.0/security-groups?id=8d0a6001-4d34-442d-a2c4-6b0ee3ab87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185123 Jan 19 16:01:51.310166 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-8afd85fb-aa53-4e52-8b1c-891ad2a46e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:51.311936 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-8afd85fb-aa53-4e52-8b1c-891ad2a46e6f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=de9086258df24aecb2d82848b67b89b5&device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 1160 time: 0.0987797 Jan 19 16:01:51.410955 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-113c992e-117a-409e-bc17-0c6c25742508 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=956d8a65-c245-4609-b37d-84ea28779f96 HTTP/1.1" status: 200 len: 217 time: 0.0836151 Jan 19 16:01:51.416086 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-645b97fa-4bbe-4936-91e2-a6bb18a3f440 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92488719-a1fb-4a6e-acd7-6e2f8919b13c HTTP/1.1" status: 200 len: 217 time: 0.2292960 Jan 19 16:01:51.499721 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-7e804d6f-4fb3-4382-8488-9fd08d82ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:51.501907 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-7e804d6f-4fb3-4382-8488-9fd08d82ad7f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=270545ff-0baa-454b-b6a7-6bc4f36f2a27 HTTP/1.1" status: 200 len: 859 time: 0.0710275 Jan 19 16:01:51.576384 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-d619fcc0-9db4-441f-96b9-f3012f76f9b1 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510137 Jan 19 16:01:51.606205 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-be173104-6263-4636-ac74-2b2dd31c526d req-b290aa98-8493-42f3-bfe1-deccfe0a723e tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Deleting port b6f04976-fc12-4693-8eb6-bfa29a05843a {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:01:51.606592 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-be173104-6263-4636-ac74-2b2dd31c526d req-b290aa98-8493-42f3-bfe1-deccfe0a723e tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:51.686338 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-fce91b5b-a29b-42fb-a635-0c1c5fa4d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:51.688132 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-fce91b5b-a29b-42fb-a635-0c1c5fa4d9c0 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=270545ff-0baa-454b-b6a7-6bc4f36f2a27 HTTP/1.1" status: 200 len: 859 time: 0.2062519 Jan 19 16:01:51.767454 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-424811e2-e3a9-4753-9d00-ec7461efd783 service neutron] 10.222.0.104 "GET /v2.0/networks/e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725323 Jan 19 16:01:51.804520 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-4a9eea7f-6174-48e3-9c7f-b201c0431f02 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907712 Jan 19 16:01:51.826689 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [req-f8ebe875-971c-4813-8596-5c8f55528deb req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54fc26da-1c4d-464d-9dff-8595aea0a5c8 {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 16:01:51.900429 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3bdff-21cb-4080-b853-3f2c75e7a10e req-46dfc905-6199-4970-90e0-88aa2e0d18f0 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:51.901504 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-57b3bdff-21cb-4080-b853-3f2c75e7a10e req-46dfc905-6199-4970-90e0-88aa2e0d18f0 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=f262ff6f-8811-4b45-8e6f-2b979a45d938 HTTP/1.1" status: 200 len: 943 time: 0.5808005 Jan 19 16:01:51.966073 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-f8ebe875-971c-4813-8596-5c8f55528deb req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:51.984042 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-563e2043-e63f-4236-9c5e-155ad4f91c41 req-00cdb5e4-5e0e-4a54-8253-0d4315707f88 service neutron] 10.222.0.104 "GET /v2.0/networks/e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2003801 Jan 19 16:01:51.991764 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device b836f8f9-eafe-43b0-93b9-7d71e2a34e04 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:01:52.009567 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53637e01-5440-4c6b-97c3-924bcff2a967 req-7f0b7465-a3a0-4643-9dc8-dd8022edcd07 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:52.011743 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-53637e01-5440-4c6b-97c3-924bcff2a967 req-7f0b7465-a3a0-4643-9dc8-dd8022edcd07 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.6003406 Jan 19 16:01:52.113746 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning for port b836f8f9-eafe-43b0-93b9-7d71e2a34e04 completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:01:52.120930 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port b836f8f9-eafe-43b0-93b9-7d71e2a34e04 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:01:52.121750 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:52.132603 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [req-f8ebe875-971c-4813-8596-5c8f55528deb req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Transition to ACTIVE for port object 54fc26da-1c4d-464d-9dff-8595aea0a5c8 will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:01:52.193965 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-f8ebe875-971c-4813-8596-5c8f55528deb req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:52.222093 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:52.288055 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:52.332378 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port b836f8f9-eafe-43b0-93b9-7d71e2a34e04, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=b836f8f9-eafe-43b0-93b9-7d71e2a34e04,segment=NetworkSegment(9c7be493-b0f1-4c72-8511-958af199a8fd),segment_id=9c7be493-b0f1-4c72-8511-958af199a8fd)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:01:52.335661 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:52.337612 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:52.351350 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-57b3bdff-21cb-4080-b853-3f2c75e7a10e req-5fcd6660-bec9-4ae0-bf59-dc8dd3dd9b8b tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150858 Jan 19 16:01:52.425749 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=b836f8f9-eafe-43b0-93b9-7d71e2a34e04,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:52.432117 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:52.436094 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f548f31-b3d2-4dfd-9199-10bb6cdf43f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6f04976-fc12-4693-8eb6-bfa29a05843a', 'code': 200} Jan 19 16:01:52.475355 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-53637e01-5440-4c6b-97c3-924bcff2a967 req-f5ae6259-2150-4f47-ba6d-3e8ebb5331d5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3979244 Jan 19 16:01:52.555514 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Pushing event updated for resources: {'Port': ['ID=54fc26da-1c4d-464d-9dff-8595aea0a5c8,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:52.577485 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-a8351b8f-487e-439e-bb8e-1256dd8dbd3b service neutron] 10.222.0.104 "GET /v2.0/networks/e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7443202 Jan 19 16:01:52.594038 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:52.594531 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:52.595125 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:52.595527 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:52.595923 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:52.596316 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:52.596709 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:52.597106 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:52.597494 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:52.597870 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:52.598256 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:52.598639 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:52.599151 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:52.599538 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:52.599920 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:52.600305 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:52.600686 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:52.601079 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:52.601463 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:52.601953 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:52.602276 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:52.602656 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:52.603063 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:52.603445 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:01:52.731505 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:53.095769 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device b836f8f9-eafe-43b0-93b9-7d71e2a34e04 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:01:53.200168 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port b836f8f9-eafe-43b0-93b9-7d71e2a34e04 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:01:53.200878 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:53.219143 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-be173104-6263-4636-ac74-2b2dd31c526d req-b290aa98-8493-42f3-bfe1-deccfe0a723e tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] For port b6f04976-fc12-4693-8eb6-bfa29a05843a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=b6f04976-fc12-4693-8eb6-bfa29a05843a,segment=NetworkSegment(44e4ef70-9893-41b6-a77c-3391fdd84c46),segment_id=44e4ef70-9893-41b6-a77c-3391fdd84c46)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:01:53.220315 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-be173104-6263-4636-ac74-2b2dd31c526d req-b290aa98-8493-42f3-bfe1-deccfe0a723e tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:53.607558 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-be173104-6263-4636-ac74-2b2dd31c526d req-b290aa98-8493-42f3-bfe1-deccfe0a723e tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Calling delete_port for b6f04976-fc12-4693-8eb6-bfa29a05843a owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:01:53.766420 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c1a2c593-8b9c-41d8-9d8b-2b4133cd6494 req-157d3f46-e742-48ae-961a-f474d5d3e695 service neutron] 10.222.0.104 "GET /v2.0/networks/e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1736591 Jan 19 16:01:53.834864 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4babf-a418-461d-a0ca-db7f572aaf41 req-7e75d903-5c86-4880-8d1f-5a118e2c173a tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:53.838065 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-72e4babf-a418-461d-a0ca-db7f572aaf41 req-7e75d903-5c86-4880-8d1f-5a118e2c173a tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 943 time: 1.2527530 Jan 19 16:01:53.896889 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f171191-cbdb-4108-9041-5503d8b3a48f req-1eb49b8d-9181-4d0e-a259-e3ac02b04225 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:53.898907 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7f171191-cbdb-4108-9041-5503d8b3a48f req-1eb49b8d-9181-4d0e-a259-e3ac02b04225 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 1.1772165 Jan 19 16:01:54.041988 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-f8ebe875-971c-4813-8596-5c8f55528deb req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Attempting to bind port 54fc26da-1c4d-464d-9dff-8595aea0a5c8 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 16:01:54.042404 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-f8ebe875-971c-4813-8596-5c8f55528deb req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Attempting to bind port 54fc26da-1c4d-464d-9dff-8595aea0a5c8 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '53de4403-276d-4079-8333-52ecba1267e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6239ef5f-d70e-4467-917d-ea8f72910c95'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 16:01:54.042937 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ebe875-971c-4813-8596-5c8f55528deb req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Attempting to bind port 54fc26da-1c4d-464d-9dff-8595aea0a5c8 on network 6239ef5f-d70e-4467-917d-ea8f72910c95 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 16:01:54.080177 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ebe875-971c-4813-8596-5c8f55528deb req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Checking agent: {'id': '073d1919-22dd-4be4-a5f1-d010cf1bf21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 56, 7), 'started_at': datetime.datetime(2021, 1, 19, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 16:01:54.080559 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ebe875-971c-4813-8596-5c8f55528deb req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Checking segment: {'id': '53de4403-276d-4079-8333-52ecba1267e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6239ef5f-d70e-4467-917d-ea8f72910c95'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:01:54.080979 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-f8ebe875-971c-4813-8596-5c8f55528deb req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:54.081381 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ebe875-971c-4813-8596-5c8f55528deb req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Bound using segment: {'id': '53de4403-276d-4079-8333-52ecba1267e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6239ef5f-d70e-4467-917d-ea8f72910c95'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 16:01:54.081888 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-f8ebe875-971c-4813-8596-5c8f55528deb req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Bound port: 54fc26da-1c4d-464d-9dff-8595aea0a5c8, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53de4403-276d-4079-8333-52ecba1267e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6239ef5f-d70e-4467-917d-ea8f72910c95'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 16:01:54.082266 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-f8ebe875-971c-4813-8596-5c8f55528deb req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:54.114646 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-72e4babf-a418-461d-a0ca-db7f572aaf41 req-53a6db00-f3e1-474b-b3a8-ebd38a064a54 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512274 Jan 19 16:01:54.135422 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7f171191-cbdb-4108-9041-5503d8b3a48f req-06c8a1d0-24ae-445e-9bc3-4ded0eab4ec6 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108223 Jan 19 16:01:54.185780 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-be173104-6263-4636-ac74-2b2dd31c526d req-b290aa98-8493-42f3-bfe1-deccfe0a723e tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:54.225082 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:54.276903 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570ce5bd-873d-4c59-8815-87c6bbf52ac0', 'tag': '956d8a65-c245-4609-b37d-84ea28779f96', 'status': 'completed', 'code': 200} Jan 19 16:01:54.301609 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed4b7df-e659-44df-ba0c-12953f2ec95f', 'tag': '92488719-a1fb-4a6e-acd7-6e2f8919b13c', 'status': 'completed', 'code': 200} Jan 19 16:01:54.378058 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290aa98-8493-42f3-bfe1-deccfe0a723e tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Pushing event deleted for resources: {'Port': ['ID=b6f04976-fc12-4693-8eb6-bfa29a05843a,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:54.386093 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-b290aa98-8493-42f3-bfe1-deccfe0a723e tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:54.437112 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f262ff6f-8811-4b45-8e6f-2b979a45d938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b836f8f9-eafe-43b0-93b9-7d71e2a34e04'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:01:54.454264 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3f38f-c430-46cd-87d3-43f89fe3bc8d req-5b3b40e8-8824-452d-a557-f504fc1c113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:54.457369 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-add3f38f-c430-46cd-87d3-43f89fe3bc8d req-5b3b40e8-8824-452d-a557-f504fc1c113e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=de9086258df24aecb2d82848b67b89b5&device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 1160 time: 0.1483810 Jan 19 16:01:54.615883 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-549eea32-f245-4139-bf99-838b085c8897 req-1f588364-9422-441d-83b5-c9781a12cfc8 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?device_id=0f548f31-b3d2-4dfd-9199-10bb6cdf43f4 HTTP/1.1" status: 200 len: 210 time: 0.1600094 Jan 19 16:01:54.628517 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-f8ebe875-971c-4813-8596-5c8f55528deb req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] For port 54fc26da-1c4d-464d-9dff-8595aea0a5c8, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 16:01:54.674046 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-f8ebe875-971c-4813-8596-5c8f55528deb req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] For port 54fc26da-1c4d-464d-9dff-8595aea0a5c8, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=54fc26da-1c4d-464d-9dff-8595aea0a5c8,segment=NetworkSegment(53de4403-276d-4079-8333-52ecba1267e1),segment_id=53de4403-276d-4079-8333-52ecba1267e1)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 16:01:54.693046 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3f38f-c430-46cd-87d3-43f89fe3bc8d req-2baa897d-3706-4bb6-ad37-2f771c6de736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:54.693046 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-add3f38f-c430-46cd-87d3-43f89fe3bc8d req-2baa897d-3706-4bb6-ad37-2f771c6de736 service neutron] 10.222.0.104 "GET /v2.0/networks?id=e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f HTTP/1.1" status: 200 len: 913 time: 0.2221236 Jan 19 16:01:54.693504 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-f8ebe875-971c-4813-8596-5c8f55528deb req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:54.716320 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-efdfe9a6-e79d-4f97-8ef4-05fd5e7ad97c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:54.852117 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-add3f38f-c430-46cd-87d3-43f89fe3bc8d req-d3b9c45e-2cad-4e5e-bd71-15891ea88efa service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=956d8a65-c245-4609-b37d-84ea28779f96 HTTP/1.1" status: 200 len: 217 time: 0.1460838 Jan 19 16:01:54.861792 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b898f-4489-4e5b-bca7-745a6c9cf657 req-2746fc7a-5cf0-4abc-b89a-78529dd414ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:54.863509 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a08b898f-4489-4e5b-bca7-745a6c9cf657 req-2746fc7a-5cf0-4abc-b89a-78529dd414ad service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=de9086258df24aecb2d82848b67b89b5&device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 1160 time: 0.5641496 Jan 19 16:01:55.016262 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3f38f-c430-46cd-87d3-43f89fe3bc8d req-65563a8b-2306-46a7-bf2e-4c588f1b1c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:55.019865 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-add3f38f-c430-46cd-87d3-43f89fe3bc8d req-65563a8b-2306-46a7-bf2e-4c588f1b1c58 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=270545ff-0baa-454b-b6a7-6bc4f36f2a27 HTTP/1.1" status: 200 len: 859 time: 0.1217077 Jan 19 16:01:55.108662 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-add3f38f-c430-46cd-87d3-43f89fe3bc8d req-43ef4531-d313-4520-85c2-21f4a1bd04bd service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757194 Jan 19 16:01:55.249999 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.objects.ports [None req-56b871b7-21d0-43ee-afca-0903171a72c3 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80161) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 19 16:01:55.257140 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Pushing event updated for resources: {'Port': ['ID=54fc26da-1c4d-464d-9dff-8595aea0a5c8,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:55.284903 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:55.307950 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-be173104-6263-4636-ac74-2b2dd31c526d req-b290aa98-8493-42f3-bfe1-deccfe0a723e tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] No DVR routers for this DVR port b6f04976-fc12-4693-8eb6-bfa29a05843a on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 16:01:55.357323 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeda969-92c4-45c5-8059-4322ba8355f1 req-cdf9ecc3-5f29-4267-b2da-1dd05b61fa24 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:55.360791 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fdeda969-92c4-45c5-8059-4322ba8355f1 req-cdf9ecc3-5f29-4267-b2da-1dd05b61fa24 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.110 "GET /v2.0/ports?device_id=f0930fed-3f0e-45ae-a277-931a8c05ac3f HTTP/1.1" status: 200 len: 943 time: 0.8472085 Jan 19 16:01:55.371914 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-be173104-6263-4636-ac74-2b2dd31c526d req-b290aa98-8493-42f3-bfe1-deccfe0a723e tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:55.415425 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-add3f38f-c430-46cd-87d3-43f89fe3bc8d req-742bc371-81be-49a5-89f6-5bfca25fa0d2 service neutron] 10.222.0.104 "GET /v2.0/networks/e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877278 Jan 19 16:01:55.472084 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-be173104-6263-4636-ac74-2b2dd31c526d req-b290aa98-8493-42f3-bfe1-deccfe0a723e tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.104 "DELETE /v2.0/ports/b6f04976-fc12-4693-8eb6-bfa29a05843a HTTP/1.1" status: 204 len: 173 time: 7.0849819 Jan 19 16:01:55.507944 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b898f-4489-4e5b-bca7-745a6c9cf657 req-483e213b-4885-4a0e-8050-13601c1d640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:55.510374 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a08b898f-4489-4e5b-bca7-745a6c9cf657 req-483e213b-4885-4a0e-8050-13601c1d640a service neutron] 10.222.0.104 "GET /v2.0/networks?id=e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f HTTP/1.1" status: 200 len: 913 time: 0.5541816 Jan 19 16:01:55.513521 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebe875-971c-4813-8596-5c8f55528deb req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:55.514492 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-f8ebe875-971c-4813-8596-5c8f55528deb req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:55.516467 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f8ebe875-971c-4813-8596-5c8f55528deb req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] 10.222.0.104 "PUT /v2.0/ports/54fc26da-1c4d-464d-9dff-8595aea0a5c8 HTTP/1.1" status: 200 len: 1157 time: 7.0308447 Jan 19 16:01:55.526374 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fdeda969-92c4-45c5-8059-4322ba8355f1 req-15ba90f4-90b6-402b-985d-5f6b7dc633fe tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.110 "GET /v2.0/security-groups?id=8d0a6001-4d34-442d-a2c4-6b0ee3ab87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476264 Jan 19 16:01:55.731133 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-add3f38f-c430-46cd-87d3-43f89fe3bc8d req-413ccf3c-0a7f-49e3-9ba2-876d5b7763d7 service neutron] 10.222.0.104 "GET /v2.0/networks/e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3017907 Jan 19 16:01:55.909285 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677eaaa-ba4d-45ba-8b30-e540ada45304 req-c66bd35e-ff80-469a-8a9b-5e0038d61c82 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:55.911084 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b677eaaa-ba4d-45ba-8b30-e540ada45304 req-c66bd35e-ff80-469a-8a9b-5e0038d61c82 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=f262ff6f-8811-4b45-8e6f-2b979a45d938 HTTP/1.1" status: 200 len: 945 time: 1.0449290 Jan 19 16:01:55.999598 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a08b898f-4489-4e5b-bca7-745a6c9cf657 req-8847426b-8c84-4c56-a782-d8b5fba9777a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92488719-a1fb-4a6e-acd7-6e2f8919b13c HTTP/1.1" status: 200 len: 217 time: 0.4701099 Jan 19 16:01:56.129600 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 956d8a65-c245-4609-b37d-84ea28779f96 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:01:56.158000 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b898f-4489-4e5b-bca7-745a6c9cf657 req-b89588a3-37ae-4313-828b-de81da66e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:56.159727 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a08b898f-4489-4e5b-bca7-745a6c9cf657 req-b89588a3-37ae-4313-828b-de81da66e0f8 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=270545ff-0baa-454b-b6a7-6bc4f36f2a27 HTTP/1.1" status: 200 len: 859 time: 0.1401980 Jan 19 16:01:56.185832 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b677eaaa-ba4d-45ba-8b30-e540ada45304 req-44d0a4f8-0d6f-4238-8f7a-d8cd2fccc736 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889954 Jan 19 16:01:56.291271 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a08b898f-4489-4e5b-bca7-745a6c9cf657 req-3d431b95-2722-4c4c-ac16-5b30ee5f3402 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135952 Jan 19 16:01:56.306581 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f548f31-b3d2-4dfd-9199-10bb6cdf43f4', 'name': 'network-vif-deleted', 'tag': 'b6f04976-fc12-4693-8eb6-bfa29a05843a'}, {'name': 'network-changed', 'server_uuid': 'f0930fed-3f0e-45ae-a277-931a8c05ac3f', 'tag': '54fc26da-1c4d-464d-9dff-8595aea0a5c8'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:01:56.384083 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14629e-cc31-4c74-9723-32abe09e7d6c req-802ae75f-3a7c-419a-8bdf-4df9df4f94cb tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:56.388055 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ff14629e-cc31-4c74-9723-32abe09e7d6c req-802ae75f-3a7c-419a-8bdf-4df9df4f94cb tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.5030518 Jan 19 16:01:56.401634 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f262ff6f-8811-4b45-8e6f-2b979a45d938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b836f8f9-eafe-43b0-93b9-7d71e2a34e04', 'code': 200} Jan 19 16:01:56.403796 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning for port 956d8a65-c245-4609-b37d-84ea28779f96 completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:01:56.415571 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 956d8a65-c245-4609-b37d-84ea28779f96 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:01:56.416225 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:56.548174 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebe875-971c-4813-8596-5c8f55528deb req-ee4c6a64-a8a5-4f44-ad61-2d5e4f474136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:56.550122 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f8ebe875-971c-4813-8596-5c8f55528deb req-ee4c6a64-a8a5-4f44-ad61-2d5e4f474136 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=8a8e3be5d11c459e81f5ff9d87f68c5b&device_id=f0930fed-3f0e-45ae-a277-931a8c05ac3f HTTP/1.1" status: 200 len: 1160 time: 0.6732073 Jan 19 16:01:56.660772 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:56.715863 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port 956d8a65-c245-4609-b37d-84ea28779f96, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=956d8a65-c245-4609-b37d-84ea28779f96,segment=NetworkSegment(942a6058-6ad9-4d21-80db-a7a650c8a90b),segment_id=942a6058-6ad9-4d21-80db-a7a650c8a90b)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:01:56.721609 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:56.724774 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:56.768488 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 44760) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:56.810567 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb90716-5d01-4ce3-81f7-7a6511ea1481 req-28774849-d294-48ab-a798-670e5f9bb600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:56.812284 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8fb90716-5d01-4ce3-81f7-7a6511ea1481 req-28774849-d294-48ab-a798-670e5f9bb600 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=f262ff6f-8811-4b45-8e6f-2b979a45d938 HTTP/1.1" status: 200 len: 1162 time: 0.1027856 Jan 19 16:01:56.817837 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=956d8a65-c245-4609-b37d-84ea28779f96,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:56.822213 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:56.824615 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f8ebe875-971c-4813-8596-5c8f55528deb req-7a538668-c625-465f-bbee-3712a4ee410c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54fc26da-1c4d-464d-9dff-8595aea0a5c8 HTTP/1.1" status: 200 len: 217 time: 0.2488649 Jan 19 16:01:56.869489 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-8fb90716-5d01-4ce3-81f7-7a6511ea1481 req-32a1df5a-1ba9-4bdb-b9f3-7c59ee431309 service neutron] Synchronizing usage tracker for tenant:e24369c807e742118c7e0fe9c882510c on resource:security_group {{(pid=80159) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:01:56.890536 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-8fb90716-5d01-4ce3-81f7-7a6511ea1481 req-32a1df5a-1ba9-4bdb-b9f3-7c59ee431309 service neutron] Unset dirty status for tenant:e24369c807e742118c7e0fe9c882510c on resource:security_group {{(pid=80159) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:01:56.892173 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8fb90716-5d01-4ce3-81f7-7a6511ea1481 req-32a1df5a-1ba9-4bdb-b9f3-7c59ee431309 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672641 Jan 19 16:01:56.988776 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-49ec373d-e1db-46fe-a159-f64d35190794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:57.011173 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ff14629e-cc31-4c74-9723-32abe09e7d6c req-fe8c41d6-1603-40b1-8349-e5e76d2a2518 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4694171 Jan 19 16:01:57.019588 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-49ec373d-e1db-46fe-a159-f64d35190794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:01:57.028153 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-49ec373d-e1db-46fe-a159-f64d35190794 admin admin] Usage tracker for resource:security_group_rule and tenant:3a510a860dd14ceb849256ed8d86c02c is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:01:57.035364 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-49ec373d-e1db-46fe-a159-f64d35190794 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:01:57.048438 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-49ec373d-e1db-46fe-a159-f64d35190794 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:01:57.060359 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a08b898f-4489-4e5b-bca7-745a6c9cf657 req-c3df5a06-205f-4072-9ce0-c42b78998f99 service neutron] 10.222.0.104 "GET /v2.0/networks/e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7568412 Jan 19 16:01:57.065637 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebe875-971c-4813-8596-5c8f55528deb req-896a7f20-c82b-46d9-bd05-352d5c40429d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:57.067598 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f8ebe875-971c-4813-8596-5c8f55528deb req-896a7f20-c82b-46d9-bd05-352d5c40429d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=fb00b2c9-781f-45ba-abcc-70b44d5f1d7b HTTP/1.1" status: 200 len: 849 time: 0.2244368 Jan 19 16:01:57.147706 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3161e2-5ffa-4a83-a9bf-087af7e49427 req-3d0f15a8-40b2-48fa-b23c-55f391d990b7 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:57.157284 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4c3161e2-5ffa-4a83-a9bf-087af7e49427 req-3d0f15a8-40b2-48fa-b23c-55f391d990b7 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.4464622 Jan 19 16:01:57.225757 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4c3161e2-5ffa-4a83-a9bf-087af7e49427 req-544a22e2-d116-4bff-a070-1a29d324e5f0 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673423 Jan 19 16:01:57.268205 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-49ec373d-e1db-46fe-a159-f64d35190794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:57.273875 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-49ec373d-e1db-46fe-a159-f64d35190794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:57.295879 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:57.381182 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-49ec373d-e1db-46fe-a159-f64d35190794 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=3a510a860dd14ceb849256ed8d86c02c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6054454 Jan 19 16:01:57.381182 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec373d-e1db-46fe-a159-f64d35190794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ea53cd-24a0-4b0c-adfe-a7ad88e0f394,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:57.385773 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 44768) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:57.394790 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-49ec373d-e1db-46fe-a159-f64d35190794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:57.412383 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f8ebe875-971c-4813-8596-5c8f55528deb req-67c3d92e-8d7d-49f7-818a-86a548f8a0c0 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6239ef5f-d70e-4467-917d-ea8f72910c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1251178 Jan 19 16:01:57.587244 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f548f31-b3d2-4dfd-9199-10bb6cdf43f4', 'name': 'network-vif-deleted', 'tag': 'b6f04976-fc12-4693-8eb6-bfa29a05843a', 'status': 'completed', 'code': 200} Jan 19 16:01:57.587747 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0930fed-3f0e-45ae-a277-931a8c05ac3f', 'tag': '54fc26da-1c4d-464d-9dff-8595aea0a5c8', 'status': 'completed', 'code': 200} Jan 19 16:01:57.702244 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1dd2533a-10a9-4643-aabc-020f8ea1f099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:57.759339 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1dd2533a-10a9-4643-aabc-020f8ea1f099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:57.786944 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8606fa0-c76c-4aa7-8a12-29c490ccaa6c req-dbe3d782-39df-48bf-b71f-71601c419595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:57.788694 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e8606fa0-c76c-4aa7-8a12-29c490ccaa6c req-dbe3d782-39df-48bf-b71f-71601c419595 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a5ad27bc88e04bd18332340c160e78f4&device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 1162 time: 0.2847435 Jan 19 16:01:57.879571 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1dd2533a-10a9-4643-aabc-020f8ea1f099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:57.942420 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-01c45e53-f180-416e-b04b-e6b191763553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:57.966435 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2533a-10a9-4643-aabc-020f8ea1f099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ea53cd-24a0-4b0c-adfe-a7ad88e0f394,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:57.970521 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1dd2533a-10a9-4643-aabc-020f8ea1f099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:57.995259 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1dd2533a-10a9-4643-aabc-020f8ea1f099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:57.999223 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-1dd2533a-10a9-4643-aabc-020f8ea1f099 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/e2ea53cd-24a0-4b0c-adfe-a7ad88e0f394 HTTP/1.1" status: 204 len: 168 time: 0.6086702 Jan 19 16:01:58.013119 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0bc5bd-8b36-445a-a065-712bdca27b43 req-60f3014d-1575-45ae-ad08-65b82ab9f1e1 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:58.016869 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cd0bc5bd-8b36-445a-a065-712bdca27b43 req-60f3014d-1575-45ae-ad08-65b82ab9f1e1 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 0.7993245 Jan 19 16:01:58.065594 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8606fa0-c76c-4aa7-8a12-29c490ccaa6c req-ee45c1d9-e493-4854-b01d-e08c54b48d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:58.068250 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e8606fa0-c76c-4aa7-8a12-29c490ccaa6c req-ee45c1d9-e493-4854-b01d-e08c54b48d01 service neutron] 10.222.0.104 "GET /v2.0/networks?id=6f889a84-1af9-40d2-bcf9-6e9854a6418c HTTP/1.1" status: 200 len: 911 time: 0.2404289 Jan 19 16:01:58.158636 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a08b898f-4489-4e5b-bca7-745a6c9cf657 req-010d7e09-5d8c-430a-8b76-2875e4da3dbf service neutron] 10.222.0.104 "GET /v2.0/networks/e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8738749 Jan 19 16:01:58.161815 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f8ebe875-971c-4813-8596-5c8f55528deb req-bafcf4fe-20cc-4485-9113-6d8232b6582b service neutron] 10.222.0.104 "GET /v2.0/networks/6239ef5f-d70e-4467-917d-ea8f72910c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7325931 Jan 19 16:01:58.199244 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cd0bc5bd-8b36-445a-a065-712bdca27b43 req-e0fdcff1-a8fb-4747-9dcf-bbc041a7c78a tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632504 Jan 19 16:01:58.237326 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 956d8a65-c245-4609-b37d-84ea28779f96 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:01:58.285960 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e8606fa0-c76c-4aa7-8a12-29c490ccaa6c req-37e46158-e304-46f0-93bf-4ea337048df5 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77a349ba-e149-4ab8-9c56-2512ce712b62 HTTP/1.1" status: 200 len: 999 time: 0.2019947 Jan 19 16:01:58.377531 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 956d8a65-c245-4609-b37d-84ea28779f96 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:01:58.378922 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:58.454598 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8606fa0-c76c-4aa7-8a12-29c490ccaa6c req-a18ac778-be8e-4abc-825f-0e5dfcbb1191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:58.465532 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e8606fa0-c76c-4aa7-8a12-29c490ccaa6c req-a18ac778-be8e-4abc-825f-0e5dfcbb1191 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=50029681-e86b-47f1-bdb3-0326582392cc HTTP/1.1" status: 200 len: 856 time: 0.1683755 Jan 19 16:01:58.469650 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570ce5bd-873d-4c59-8815-87c6bbf52ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956d8a65-c245-4609-b37d-84ea28779f96'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:01:58.586210 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8606fa0-c76c-4aa7-8a12-29c490ccaa6c req-d68fbc58-6ee2-4449-95d0-6845e8dde917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:58.589953 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e8606fa0-c76c-4aa7-8a12-29c490ccaa6c req-d68fbc58-6ee2-4449-95d0-6845e8dde917 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6f889a84-1af9-40d2-bcf9-6e9854a6418c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1138768 Jan 19 16:01:58.611830 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f8ebe875-971c-4813-8596-5c8f55528deb req-80f00916-4ec6-48ac-8dca-ba1ffcdd5b7f service neutron] 10.222.0.104 "GET /v2.0/networks/6239ef5f-d70e-4467-917d-ea8f72910c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4243684 Jan 19 16:01:58.613897 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 92488719-a1fb-4a6e-acd7-6e2f8919b13c up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:01:58.650889 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b282fd-8dd5-4fe6-818e-80054cda4870 req-6faa7da1-c09e-4cff-9f3f-f90c16856fe3 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:58.661868 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-34b282fd-8dd5-4fe6-818e-80054cda4870 req-6faa7da1-c09e-4cff-9f3f-f90c16856fe3 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.110 "GET /v2.0/ports?device_id=f0930fed-3f0e-45ae-a277-931a8c05ac3f HTTP/1.1" status: 200 len: 943 time: 0.8936703 Jan 19 16:01:58.769114 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning for port 92488719-a1fb-4a6e-acd7-6e2f8919b13c completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:01:58.784683 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 92488719-a1fb-4a6e-acd7-6e2f8919b13c triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:01:58.785937 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:58.793101 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e8606fa0-c76c-4aa7-8a12-29c490ccaa6c req-437d77f9-28db-4d30-8079-4d636f73a0c8 service neutron] 10.222.0.104 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877162 Jan 19 16:01:58.839538 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-34b282fd-8dd5-4fe6-818e-80054cda4870 req-29ed00d9-9c02-48db-9e02-e4d38fa22a97 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.110 "GET /v2.0/security-groups?id=8d0a6001-4d34-442d-a2c4-6b0ee3ab87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764715 Jan 19 16:01:58.841169 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 44786) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:01:58.928806 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-69420e24-7294-46aa-9221-5be93fe5c5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:58.960708 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:59.014265 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e8606fa0-c76c-4aa7-8a12-29c490ccaa6c req-2fdecc63-b273-4664-8185-229c9bb217fa service neutron] 10.222.0.104 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2072380 Jan 19 16:01:59.029089 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79996f39-eef0-4ee8-b20d-0c71fe663e2a req-7196e1fd-4a87-4b51-979e-6e3dda22e334 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:59.034762 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port 92488719-a1fb-4a6e-acd7-6e2f8919b13c, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=92488719-a1fb-4a6e-acd7-6e2f8919b13c,segment=NetworkSegment(942a6058-6ad9-4d21-80db-a7a650c8a90b),segment_id=942a6058-6ad9-4d21-80db-a7a650c8a90b)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:01:59.038750 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:01:59.044258 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:01:59.048441 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-79996f39-eef0-4ee8-b20d-0c71fe663e2a req-7196e1fd-4a87-4b51-979e-6e3dda22e334 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=f262ff6f-8811-4b45-8e6f-2b979a45d938 HTTP/1.1" status: 200 len: 945 time: 0.5782747 Jan 19 16:01:59.055160 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-69420e24-7294-46aa-9221-5be93fe5c5d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:01:59.089068 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-69420e24-7294-46aa-9221-5be93fe5c5d8 admin admin] Usage tracker for resource:security_group_rule and tenant:433b0cf13f1d40e4b496e456f54e24ef is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:01:59.101806 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-69420e24-7294-46aa-9221-5be93fe5c5d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:01:59.137710 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-69420e24-7294-46aa-9221-5be93fe5c5d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:01:59.155672 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=92488719-a1fb-4a6e-acd7-6e2f8919b13c,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:01:59.168113 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:01:59.337971 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-79996f39-eef0-4ee8-b20d-0c71fe663e2a req-2983b50e-fb60-4c26-8d68-40275aefa196 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885766 Jan 19 16:01:59.365660 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429dcaac-d95f-420e-8418-56d50869bbe5 req-0689976c-94cf-47ac-afaa-f43ee8138dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:59.368431 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-429dcaac-d95f-420e-8418-56d50869bbe5 req-0689976c-94cf-47ac-afaa-f43ee8138dbc service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=8a8e3be5d11c459e81f5ff9d87f68c5b&device_id=f0930fed-3f0e-45ae-a277-931a8c05ac3f HTTP/1.1" status: 200 len: 1160 time: 0.6623540 Jan 19 16:01:59.784330 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac54288-22a8-4095-84b6-e55784a2283f req-80151cfe-5ff6-4530-b4db-80306029f0a8 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:01:59.786499 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0ac54288-22a8-4095-84b6-e55784a2283f req-80151cfe-5ff6-4530-b4db-80306029f0a8 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/networks?id=b14d2a53-9461-4a62-ad08-ccd883bfa66b HTTP/1.1" status: 200 len: 809 time: 0.6780541 Jan 19 16:01:59.900128 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0ac54288-22a8-4095-84b6-e55784a2283f req-c5a4c182-3cc4-4366-a582-3b70d8f4260f tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/quotas/af29d0a769f64fe6ab2751c6dbd21318 HTTP/1.1" status: 200 len: 375 time: 0.0992985 Jan 19 16:02:00.017459 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-0ac54288-22a8-4095-84b6-e55784a2283f req-e041fcd6-47d0-46a8-b73f-83f28c379f89 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Synchronizing usage tracker for tenant:af29d0a769f64fe6ab2751c6dbd21318 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:02:00.052185 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-69420e24-7294-46aa-9221-5be93fe5c5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:00.067471 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-69420e24-7294-46aa-9221-5be93fe5c5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:00.078322 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-810623de-967e-4852-9cc8-d24aa4b23359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:02:00.086880 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429dcaac-d95f-420e-8418-56d50869bbe5 req-e9a2607e-5e9c-4cbb-ab3f-93434217e14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:00.088528 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-429dcaac-d95f-420e-8418-56d50869bbe5 req-e9a2607e-5e9c-4cbb-ab3f-93434217e14a service neutron] 10.222.0.104 "GET /v2.0/networks?id=6239ef5f-d70e-4467-917d-ea8f72910c95 HTTP/1.1" status: 200 len: 903 time: 0.7010975 Jan 19 16:02:00.103871 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-0ac54288-22a8-4095-84b6-e55784a2283f req-e041fcd6-47d0-46a8-b73f-83f28c379f89 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Unset dirty status for tenant:af29d0a769f64fe6ab2751c6dbd21318 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:02:00.105472 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0ac54288-22a8-4095-84b6-e55784a2283f req-e041fcd6-47d0-46a8-b73f-83f28c379f89 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?tenant_id=af29d0a769f64fe6ab2751c6dbd21318&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1866772 Jan 19 16:02:00.247723 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-69420e24-7294-46aa-9221-5be93fe5c5d8 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=433b0cf13f1d40e4b496e456f54e24ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3952451 Jan 19 16:02:00.251473 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 44802) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:02:00.256170 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-429dcaac-d95f-420e-8418-56d50869bbe5 req-45297fb2-340b-4cf9-b9b7-7c156fa7dbb5 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54fc26da-1c4d-464d-9dff-8595aea0a5c8 HTTP/1.1" status: 200 len: 217 time: 0.1494761 Jan 19 16:02:00.261370 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69420e24-7294-46aa-9221-5be93fe5c5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7bacdf-99b2-4139-b6de-d8354fbac891,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:02:00.298990 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b00c32-74a4-4d87-a9bf-69b795855c70 req-4ba0bf36-eb69-4981-99fb-01a2f15cd6a2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:00.300760 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-53b00c32-74a4-4d87-a9bf-69b795855c70 req-4ba0bf36-eb69-4981-99fb-01a2f15cd6a2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.5118105 Jan 19 16:02:00.302312 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-69420e24-7294-46aa-9221-5be93fe5c5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:02:00.367795 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-23baabe8-8090-4229-b4e0-c8a9c06dd187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:00.426781 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-23baabe8-8090-4229-b4e0-c8a9c06dd187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:00.512199 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-23baabe8-8090-4229-b4e0-c8a9c06dd187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:00.516598 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-2a961317-31c8-43cc-add2-a2f5728d41b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:02:00.530533 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23baabe8-8090-4229-b4e0-c8a9c06dd187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7bacdf-99b2-4139-b6de-d8354fbac891,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:02:00.537918 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-23baabe8-8090-4229-b4e0-c8a9c06dd187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:02:00.541132 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-23baabe8-8090-4229-b4e0-c8a9c06dd187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:00.549916 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-23baabe8-8090-4229-b4e0-c8a9c06dd187 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/fa7bacdf-99b2-4139-b6de-d8354fbac891 HTTP/1.1" status: 204 len: 168 time: 0.2941725 Jan 19 16:02:00.573803 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429dcaac-d95f-420e-8418-56d50869bbe5 req-3055c65f-40c1-40da-8c83-9e93c0a5fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:00.576445 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-429dcaac-d95f-420e-8418-56d50869bbe5 req-3055c65f-40c1-40da-8c83-9e93c0a5fd56 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=fb00b2c9-781f-45ba-abcc-70b44d5f1d7b HTTP/1.1" status: 200 len: 849 time: 0.2130747 Jan 19 16:02:00.660595 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-53b00c32-74a4-4d87-a9bf-69b795855c70 req-6a50f915-d96f-494d-ac9b-effac1fe23b3 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2956150 Jan 19 16:02:00.677840 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0ac54288-22a8-4095-84b6-e55784a2283f req-6d0d5cb4-92cf-4d59-bbd6-ff1d7f51fd38 service neutron] 10.222.0.110 "GET /v2.0/networks/b14d2a53-9461-4a62-ad08-ccd883bfa66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923346 Jan 19 16:02:00.680643 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-429dcaac-d95f-420e-8418-56d50869bbe5 req-5ff57856-aa6a-4e51-b19a-5ada6b64c893 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6239ef5f-d70e-4467-917d-ea8f72910c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802214 Jan 19 16:02:01.065745 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-429dcaac-d95f-420e-8418-56d50869bbe5 req-a4e54fc0-d59c-41b5-aea9-ac9d3ac3e6db service neutron] 10.222.0.104 "GET /v2.0/networks/6239ef5f-d70e-4467-917d-ea8f72910c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411214 Jan 19 16:02:01.151763 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0ac54288-22a8-4095-84b6-e55784a2283f req-e6fff19e-c2ed-47b3-931f-337f1f9d9521 service neutron] 10.222.0.110 "GET /v2.0/networks/b14d2a53-9461-4a62-ad08-ccd883bfa66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4630744 Jan 19 16:02:01.315074 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efb3f6-b594-4904-8a31-e949e078a86f req-75a21be5-e831-4b65-b3a5-587236df81d1 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:01.328083 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-04efb3f6-b594-4904-8a31-e949e078a86f req-75a21be5-e831-4b65-b3a5-587236df81d1 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.4993899 Jan 19 16:02:01.433347 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.objects.ports [None req-99efff9f-df30-45ca-95f8-823650f39fa2 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80161) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 19 16:02:01.527918 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570ce5bd-873d-4c59-8815-87c6bbf52ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956d8a65-c245-4609-b37d-84ea28779f96', 'code': 200} Jan 19 16:02:01.529106 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-04efb3f6-b594-4904-8a31-e949e078a86f req-018e3e19-8081-4bd1-85e8-035e0d3fa970 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909208 Jan 19 16:02:01.607289 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-429dcaac-d95f-420e-8418-56d50869bbe5 req-f885d766-ba5a-487e-94ab-915031edc5a1 service neutron] 10.222.0.104 "GET /v2.0/networks/6239ef5f-d70e-4467-917d-ea8f72910c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5123322 Jan 19 16:02:02.067512 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d83a19-0e34-4c2c-9de6-6efb9ace7847 req-7a354b00-73da-45f4-ae6b-1112005de19b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:02.069745 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-95d83a19-0e34-4c2c-9de6-6efb9ace7847 req-7a354b00-73da-45f4-ae6b-1112005de19b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 0.3531523 Jan 19 16:02:02.192081 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-95d83a19-0e34-4c2c-9de6-6efb9ace7847 req-1ac95730-73d6-4ae1-bf8e-c7a9f65d477b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061397 Jan 19 16:02:02.201791 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673068f8-d9f8-48d3-ad57-d17d37b0c3bf req-89f480ce-3eb3-42f3-a6f8-e4a106f64e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:02.204536 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-673068f8-d9f8-48d3-ad57-d17d37b0c3bf req-89f480ce-3eb3-42f3-a6f8-e4a106f64e5a service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 1162 time: 0.2933600 Jan 19 16:02:02.242657 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a8707-aaa3-431a-b034-1b6096c1fec2 req-0f97809b-04c5-44e7-8b8e-e450022601d0 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:02.267325 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-946a8707-aaa3-431a-b034-1b6096c1fec2 req-0f97809b-04c5-44e7-8b8e-e450022601d0 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.110 "GET /v2.0/ports?device_id=f0930fed-3f0e-45ae-a277-931a8c05ac3f HTTP/1.1" status: 200 len: 943 time: 0.4021368 Jan 19 16:02:02.380609 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-673068f8-d9f8-48d3-ad57-d17d37b0c3bf req-bbf300bc-82e5-4888-82d1-f4efe80babfc service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120844 Jan 19 16:02:02.411714 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-946a8707-aaa3-431a-b034-1b6096c1fec2 req-7fbf8e2c-3d2d-400b-afcd-066c530d811c tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.110 "GET /v2.0/security-groups?id=8d0a6001-4d34-442d-a2c4-6b0ee3ab87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212718 Jan 19 16:02:02.615925 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e32421-8cf8-49e2-94bb-03f63a6e55d2 req-f30362e1-45c9-445d-91ae-589a4d3106d1 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:02.618659 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-33e32421-8cf8-49e2-94bb-03f63a6e55d2 req-f30362e1-45c9-445d-91ae-589a4d3106d1 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=f262ff6f-8811-4b45-8e6f-2b979a45d938 HTTP/1.1" status: 200 len: 945 time: 0.2036076 Jan 19 16:02:02.727505 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c2ffdc42-3809-4745-9cbe-df85d3fadeb3 req-85fb8eca-84c4-45e6-8835-4226cc9e13a8 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?device_id=e63ae167-a061-4c07-a96e-838098656111 HTTP/1.1" status: 200 len: 210 time: 0.1052935 Jan 19 16:02:02.803401 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-33e32421-8cf8-49e2-94bb-03f63a6e55d2 req-73dd77b1-7973-4179-87b5-487003b6b35f tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278803 Jan 19 16:02:02.892762 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 54fc26da-1c4d-464d-9dff-8595aea0a5c8 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:02:03.093107 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning for port 54fc26da-1c4d-464d-9dff-8595aea0a5c8 completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:02:03.123282 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 54fc26da-1c4d-464d-9dff-8595aea0a5c8 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:02:03.123686 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:03.438062 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935da9e5-a9ad-49fb-8d86-14e712104baa req-0f75bcde-c9d2-4c6e-a3a5-1ea1dd958b76 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:03.440605 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-935da9e5-a9ad-49fb-8d86-14e712104baa req-0f75bcde-c9d2-4c6e-a3a5-1ea1dd958b76 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.4286449 Jan 19 16:02:03.477866 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd562ed-c4b2-4a0d-a58f-f85c89c48022 req-eb284471-3c71-4edb-868f-3bda44f9a201 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:03.480135 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8fd562ed-c4b2-4a0d-a58f-f85c89c48022 req-eb284471-3c71-4edb-868f-3bda44f9a201 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.2162807 Jan 19 16:02:03.539996 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed4b7df-e659-44df-ba0c-12953f2ec95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92488719-a1fb-4a6e-acd7-6e2f8919b13c'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:02:03.618789 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8fd562ed-c4b2-4a0d-a58f-f85c89c48022 req-3fdacf26-4f24-4c1a-9d21-81ec73d4cd82 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805683 Jan 19 16:02:03.642481 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-935da9e5-a9ad-49fb-8d86-14e712104baa req-b106af41-733b-4674-87a6-93b593e6a450 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604455 Jan 19 16:02:03.864777 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:04.074835 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:02:04.130952 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port 54fc26da-1c4d-464d-9dff-8595aea0a5c8, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=54fc26da-1c4d-464d-9dff-8595aea0a5c8,segment=NetworkSegment(53de4403-276d-4079-8333-52ecba1267e1),segment_id=53de4403-276d-4079-8333-52ecba1267e1)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:02:04.176438 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:04.178373 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 92488719-a1fb-4a6e-acd7-6e2f8919b13c up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:02:04.229172 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:02:04.295418 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8053374d-acfe-4949-9bf1-4272d4542971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:04.417690 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=54fc26da-1c4d-464d-9dff-8595aea0a5c8,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:02:04.423887 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:02:04.451449 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 92488719-a1fb-4a6e-acd7-6e2f8919b13c triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:02:04.451449 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:04.802801 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315b054-2cc9-4991-8ad2-9a8d5456582f req-e9dc03d6-8e7d-447d-be67-ceeb732f949d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:04.805450 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6315b054-2cc9-4991-8ad2-9a8d5456582f req-e9dc03d6-8e7d-447d-be67-ceeb732f949d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 0.7882087 Jan 19 16:02:04.973914 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20cc1c-487e-4c9a-b9a4-01ff15225705 req-1e11e275-7e62-4435-ac80-9647b17e765a tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:04.983097 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fa20cc1c-487e-4c9a-b9a4-01ff15225705 req-1e11e275-7e62-4435-ac80-9647b17e765a tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.110 "GET /v2.0/ports?device_id=f0930fed-3f0e-45ae-a277-931a8c05ac3f HTTP/1.1" status: 200 len: 945 time: 0.8463469 Jan 19 16:02:05.098813 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac54288-22a8-4095-84b6-e55784a2283f req-37c104e7-92df-4aff-978e-d48a1da77499 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:05.101784 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0ac54288-22a8-4095-84b6-e55784a2283f req-37c104e7-92df-4aff-978e-d48a1da77499 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.104 "GET /v2.0/networks?id=b14d2a53-9461-4a62-ad08-ccd883bfa66b HTTP/1.1" status: 200 len: 809 time: 0.6291525 Jan 19 16:02:05.178356 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fa20cc1c-487e-4c9a-b9a4-01ff15225705 req-c0374b95-d869-4c15-ae97-0773abe1d35e tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.110 "GET /v2.0/security-groups?id=8d0a6001-4d34-442d-a2c4-6b0ee3ab87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935120 Jan 19 16:02:05.191908 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 54fc26da-1c4d-464d-9dff-8595aea0a5c8 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:02:05.209538 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6315b054-2cc9-4991-8ad2-9a8d5456582f req-72d2b7c3-128e-4b84-83a1-22c5912bf17b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3682625 Jan 19 16:02:05.242765 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-0ac54288-22a8-4095-84b6-e55784a2283f req-989b8779-46b4-4385-b497-893bafbe7351 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Request body: {'port': {'device_id': 'e63ae167-a061-4c07-a96e-838098656111', 'network_id': 'b14d2a53-9461-4a62-ad08-ccd883bfa66b', 'admin_state_up': True, 'tenant_id': 'af29d0a769f64fe6ab2751c6dbd21318'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:02:05.467318 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed4b7df-e659-44df-ba0c-12953f2ec95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92488719-a1fb-4a6e-acd7-6e2f8919b13c', 'code': 200} Jan 19 16:02:05.468247 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 54fc26da-1c4d-464d-9dff-8595aea0a5c8 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:02:05.469313 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:05.720132 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e5d236d8-ba35-4d46-bd79-e51a750b1454 req-96d375ec-14db-49bd-b786-9cb053525467 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?device_id=e63ae167-a061-4c07-a96e-838098656111 HTTP/1.1" status: 200 len: 210 time: 0.1749086 Jan 19 16:02:05.809224 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-0ac54288-22a8-4095-84b6-e55784a2283f req-989b8779-46b4-4385-b497-893bafbe7351 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:02:05.817170 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 0b3f4d32-e368-434f-ae52-2cec572a5046 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:02:05.827561 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-0ac54288-22a8-4095-84b6-e55784a2283f req-989b8779-46b4-4385-b497-893bafbe7351 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:02:05.877777 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d0c07-0ff9-489e-9885-36baa4267b6a req-9629a2a2-77c2-485f-a145-5a2a54afbb8d tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:05.891910 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d17d0c07-0ff9-489e-9885-36baa4267b6a req-9629a2a2-77c2-485f-a145-5a2a54afbb8d tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.2690494 Jan 19 16:02:05.938942 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac54288-22a8-4095-84b6-e55784a2283f req-989b8779-46b4-4385-b497-893bafbe7351 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Made reservation on behalf of af29d0a769f64fe6ab2751c6dbd21318 for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:02:05.952379 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0ac54288-22a8-4095-84b6-e55784a2283f req-989b8779-46b4-4385-b497-893bafbe7351 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:05.955933 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 0b3f4d32-e368-434f-ae52-2cec572a5046 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:02:05.959860 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:06.100257 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f64318-aa66-473e-b6fd-48ece2b18e1e req-969bfedf-91bd-4b82-a324-1fb20c6938bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:06.103335 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-58f64318-aa66-473e-b6fd-48ece2b18e1e req-969bfedf-91bd-4b82-a324-1fb20c6938bf service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 1162 time: 0.2475088 Jan 19 16:02:06.110917 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d17d0c07-0ff9-489e-9885-36baa4267b6a req-18a25fce-fc5f-48fa-b4dd-ce372128d7cd tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171314 Jan 19 16:02:06.216308 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-58f64318-aa66-473e-b6fd-48ece2b18e1e req-fa7fc8ae-67e6-48ef-a0a3-2d31b5d92b69 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020916 Jan 19 16:02:06.688699 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:06.831678 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [req-0ac54288-22a8-4095-84b6-e55784a2283f req-989b8779-46b4-4385-b497-893bafbe7351 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Allocated IP 172.20.0.9 (b14d2a53-9461-4a62-ad08-ccd883bfa66b/742fc110-aa26-4bcd-a608-8ae3e4f605f1/3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:02:06.887186 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe401dde-8bdd-4786-8bce-4896d4f010cd req-544cfb9a-bbfb-4b28-ab14-f01e968c7dd4 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:06.890295 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fe401dde-8bdd-4786-8bce-4896d4f010cd req-544cfb9a-bbfb-4b28-ab14-f01e968c7dd4 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.6459072 Jan 19 16:02:07.129397 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:07.290922 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fe401dde-8bdd-4786-8bce-4896d4f010cd req-ea6b7753-6a96-4e42-bbf2-9413cda3fc91 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856380 Jan 19 16:02:07.360223 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a7b1c511-51d2-4340-b3d8-685777600f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:07.469075 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0930fed-3f0e-45ae-a277-931a8c05ac3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fc26da-1c4d-464d-9dff-8595aea0a5c8'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:02:07.908177 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0ac54288-22a8-4095-84b6-e55784a2283f req-989b8779-46b4-4385-b497-893bafbe7351 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:07.939314 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:07.989163 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40ca18-e381-4df0-a78f-58745bad9bc7 req-3e8ef2e7-8166-4aaa-8ad8-a0cc9468ef33 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:07.991175 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ad40ca18-e381-4df0-a78f-58745bad9bc7 req-3e8ef2e7-8166-4aaa-8ad8-a0cc9468ef33 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.110 "GET /v2.0/ports?device_id=f0930fed-3f0e-45ae-a277-931a8c05ac3f HTTP/1.1" status: 200 len: 945 time: 0.5106683 Jan 19 16:02:08.086766 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b347ce-0179-42c0-9062-9b9adbd8f9ba req-9138ec2b-8c32-4798-ac06-11c2371cd134 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:08.089081 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-57b347ce-0179-42c0-9062-9b9adbd8f9ba req-9138ec2b-8c32-4798-ac06-11c2371cd134 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 0.4668314 Jan 19 16:02:08.184127 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ad40ca18-e381-4df0-a78f-58745bad9bc7 req-90f07aaa-1b45-45e7-8233-82fd2a9a707f tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.110 "GET /v2.0/security-groups?id=8d0a6001-4d34-442d-a2c4-6b0ee3ab87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771832 Jan 19 16:02:08.208810 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-57b347ce-0179-42c0-9062-9b9adbd8f9ba req-ceed3ea8-1185-41e4-bb4f-cb5059e2362a tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010716 Jan 19 16:02:08.211232 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0ac54288-22a8-4095-84b6-e55784a2283f req-989b8779-46b4-4385-b497-893bafbe7351 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:08.237552 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:02:08.475240 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b8779-46b4-4385-b497-893bafbe7351 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Pushing event updated for resources: {'Port': ['ID=3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:02:08.480061 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-989b8779-46b4-4385-b497-893bafbe7351 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:02:08.816213 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac54288-22a8-4095-84b6-e55784a2283f req-989b8779-46b4-4385-b497-893bafbe7351 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Network b14d2a53-9461-4a62-ad08-ccd883bfa66b is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:02:08.830777 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [req-0ac54288-22a8-4095-84b6-e55784a2283f req-989b8779-46b4-4385-b497-893bafbe7351 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:02:08.850320 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac54288-22a8-4095-84b6-e55784a2283f req-989b8779-46b4-4385-b497-893bafbe7351 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:02:09.047738 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a3317-c1d8-4c0d-9290-7192b8369957 req-b7577023-28d3-4f77-8308-318ae481aebc tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:09.055709 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-488a3317-c1d8-4c0d-9290-7192b8369957 req-b7577023-28d3-4f77-8308-318ae481aebc tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?device_id=e63ae167-a061-4c07-a96e-838098656111 HTTP/1.1" status: 200 len: 931 time: 0.5314088 Jan 19 16:02:09.116376 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30932577-95a6-4bca-9964-30d3ab9ba6f4 req-85bebf54-fec0-4418-8176-66f042b2ac47 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:09.119566 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-30932577-95a6-4bca-9964-30d3ab9ba6f4 req-85bebf54-fec0-4418-8176-66f042b2ac47 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.5105412 Jan 19 16:02:09.170435 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:09.172901 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac54288-22a8-4095-84b6-e55784a2283f req-989b8779-46b4-4385-b497-893bafbe7351 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:09.174119 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0ac54288-22a8-4095-84b6-e55784a2283f req-989b8779-46b4-4385-b497-893bafbe7351 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:09.349691 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 0b3f4d32-e368-434f-ae52-2cec572a5046 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:02:09.379054 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-488a3317-c1d8-4c0d-9290-7192b8369957 req-628f8807-360d-4640-8a18-5c68f06f72e6 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/security-groups?id=8be4828b-8b41-459e-9c15-4174300b3c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472250 Jan 19 16:02:09.389201 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0ac54288-22a8-4095-84b6-e55784a2283f req-989b8779-46b4-4385-b497-893bafbe7351 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2357900 Jan 19 16:02:09.406056 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-30932577-95a6-4bca-9964-30d3ab9ba6f4 req-228bcad3-5408-4f0d-a5e5-84c5dd4398d4 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240138 Jan 19 16:02:09.416385 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-0ac54288-22a8-4095-84b6-e55784a2283f req-e3a08b24-bb89-4cee-9f77-3d470fdab327 service neutron] Request body: {'port': {'device_id': 'e63ae167-a061-4c07-a96e-838098656111', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:02:09.527798 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 0b3f4d32-e368-434f-ae52-2cec572a5046 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:02:09.528627 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:09.664163 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0930fed-3f0e-45ae-a277-931a8c05ac3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fc26da-1c4d-464d-9dff-8595aea0a5c8', 'code': 200} Jan 19 16:02:09.751418 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0ac54288-22a8-4095-84b6-e55784a2283f req-e3a08b24-bb89-4cee-9f77-3d470fdab327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:09.905545 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 77a349ba-e149-4ab8-9c56-2512ce712b62 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:02:10.049355 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 77a349ba-e149-4ab8-9c56-2512ce712b62 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:02:10.051082 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:10.378468 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06cc45-452f-4c21-a677-fc58f913490a req-4190c9e4-a1c5-4eeb-a574-e5815854e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:10.388223 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3d06cc45-452f-4c21-a677-fc58f913490a req-4190c9e4-a1c5-4eeb-a574-e5815854e6b4 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=f0930fed-3f0e-45ae-a277-931a8c05ac3f HTTP/1.1" status: 200 len: 1162 time: 0.3226101 Jan 19 16:02:10.501128 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3d06cc45-452f-4c21-a677-fc58f913490a req-ed139ad5-6e55-4603-ab87-98b3389d2ac0 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=8d0a6001-4d34-442d-a2c4-6b0ee3ab87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974369 Jan 19 16:02:10.900588 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe72f2-c80e-45d1-b4d6-73bc9a6d0beb req-6334dc7a-7be0-4f7c-a907-97920139ebee tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:10.904361 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-50fe72f2-c80e-45d1-b4d6-73bc9a6d0beb req-6334dc7a-7be0-4f7c-a907-97920139ebee tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.110 "GET /v2.0/ports?device_id=f0930fed-3f0e-45ae-a277-931a8c05ac3f HTTP/1.1" status: 200 len: 945 time: 1.0043151 Jan 19 16:02:11.184362 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea01719-87cd-48e9-b152-548b6991102d req-ccda08b3-6700-4a7a-ad6e-f28296767ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:11.186008 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-dea01719-87cd-48e9-b152-548b6991102d req-ccda08b3-6700-4a7a-ad6e-f28296767ecc service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=de9086258df24aecb2d82848b67b89b5&device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 1162 time: 0.9196401 Jan 19 16:02:11.192785 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-50fe72f2-c80e-45d1-b4d6-73bc9a6d0beb req-ea69b252-f1c6-443d-908f-9b1c4cd3226b tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.110 "GET /v2.0/security-groups?id=8d0a6001-4d34-442d-a2c4-6b0ee3ab87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734232 Jan 19 16:02:11.246018 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71be5cd-53e4-4822-a236-9d9f203f009e req-059ae10e-3b7d-467f-b3bd-c07a067fb71a tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:11.247753 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c71be5cd-53e4-4822-a236-9d9f203f009e req-059ae10e-3b7d-467f-b3bd-c07a067fb71a tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 0.5279288 Jan 19 16:02:11.478880 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.resource_extend [req-0ac54288-22a8-4095-84b6-e55784a2283f req-e3a08b24-bb89-4cee-9f77-3d470fdab327 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 19 16:02:11.511627 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c71be5cd-53e4-4822-a236-9d9f203f009e req-b3db7eae-3ec2-49d6-843f-c33478d35212 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270761 Jan 19 16:02:11.674254 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea01719-87cd-48e9-b152-548b6991102d req-be662799-a7d8-408f-b755-1c44633f43a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:11.677038 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-dea01719-87cd-48e9-b152-548b6991102d req-be662799-a7d8-408f-b755-1c44633f43a0 service neutron] 10.222.0.104 "GET /v2.0/networks?id=e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f HTTP/1.1" status: 200 len: 913 time: 0.4280541 Jan 19 16:02:11.680935 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [req-0ac54288-22a8-4095-84b6-e55784a2283f req-e3a08b24-bb89-4cee-9f77-3d470fdab327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 16:02:11.796779 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0ac54288-22a8-4095-84b6-e55784a2283f req-e3a08b24-bb89-4cee-9f77-3d470fdab327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:11.879445 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-dea01719-87cd-48e9-b152-548b6991102d req-fdc59561-bd9b-4dc3-8cd3-88d7bb5b66f6 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=956d8a65-c245-4609-b37d-84ea28779f96 HTTP/1.1" status: 200 len: 217 time: 0.1815820 Jan 19 16:02:11.899828 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [req-0ac54288-22a8-4095-84b6-e55784a2283f req-e3a08b24-bb89-4cee-9f77-3d470fdab327 service neutron] Transition to ACTIVE for port object 3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:02:11.988358 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89683c-074b-4949-b104-52a831b0a7fb req-b646aca2-f865-4a87-822a-a68de0cb56ac tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:11.990132 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6b89683c-074b-4949-b104-52a831b0a7fb req-b646aca2-f865-4a87-822a-a68de0cb56ac tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.5997312 Jan 19 16:02:11.996241 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0ac54288-22a8-4095-84b6-e55784a2283f req-e3a08b24-bb89-4cee-9f77-3d470fdab327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:12.025439 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-989b8779-46b4-4385-b497-893bafbe7351 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:02:12.402589 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea01719-87cd-48e9-b152-548b6991102d req-e6a828d4-a4b1-4743-ab90-2365b51a998f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:12.405727 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-dea01719-87cd-48e9-b152-548b6991102d req-e6a828d4-a4b1-4743-ab90-2365b51a998f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=270545ff-0baa-454b-b6a7-6bc4f36f2a27 HTTP/1.1" status: 200 len: 859 time: 0.5032268 Jan 19 16:02:12.436577 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6b89683c-074b-4949-b104-52a831b0a7fb req-34caa3ee-dae0-48fb-8033-65e57ba83dbc tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193499 Jan 19 16:02:12.564110 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a08b24-bb89-4cee-9f77-3d470fdab327 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:02:12.647469 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e3a08b24-bb89-4cee-9f77-3d470fdab327 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:02:12.701852 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3eb5a-3dbf-40a5-b067-6467449bdee4 req-e67a4eff-d0e7-4450-aa2c-411e5fa57bb3 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:12.705813 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9bf3eb5a-3dbf-40a5-b067-6467449bdee4 req-e67a4eff-d0e7-4450-aa2c-411e5fa57bb3 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.8860128 Jan 19 16:02:12.710168 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-dea01719-87cd-48e9-b152-548b6991102d req-e107ce76-fab8-465f-9f5a-a27f3eb9b2d5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2858431 Jan 19 16:02:13.151126 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 77a349ba-e149-4ab8-9c56-2512ce712b62 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:02:13.258054 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9bf3eb5a-3dbf-40a5-b067-6467449bdee4 req-b9e06b18-4992-40dc-afe4-faa9e8c2a46c tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4680898 Jan 19 16:02:13.280949 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 77a349ba-e149-4ab8-9c56-2512ce712b62 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:02:13.281535 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:13.461434 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ec163-8dbf-43c8-8353-2fe2a47e2890 req-1432b574-eb10-403b-a30f-e2ec9ae0945c tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:13.463518 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-d60ec163-8dbf-43c8-8353-2fe2a47e2890 req-1432b574-eb10-403b-a30f-e2ec9ae0945c tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Synchronizing usage tracker for tenant:af29d0a769f64fe6ab2751c6dbd21318 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:02:13.470201 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-dea01719-87cd-48e9-b152-548b6991102d req-a90f8a09-87f7-4562-a397-ca84cc2a6b42 service neutron] 10.222.0.104 "GET /v2.0/networks/e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6818933 Jan 19 16:02:13.564180 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-0ac54288-22a8-4095-84b6-e55784a2283f req-e3a08b24-bb89-4cee-9f77-3d470fdab327 service neutron] Attempting to bind port 3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 16:02:13.564816 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-0ac54288-22a8-4095-84b6-e55784a2283f req-e3a08b24-bb89-4cee-9f77-3d470fdab327 service neutron] Attempting to bind port 3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '44e4ef70-9893-41b6-a77c-3391fdd84c46', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b14d2a53-9461-4a62-ad08-ccd883bfa66b'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 16:02:13.565383 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac54288-22a8-4095-84b6-e55784a2283f req-e3a08b24-bb89-4cee-9f77-3d470fdab327 service neutron] Attempting to bind port 3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa on network b14d2a53-9461-4a62-ad08-ccd883bfa66b {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 16:02:13.681037 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-d60ec163-8dbf-43c8-8353-2fe2a47e2890 req-1432b574-eb10-403b-a30f-e2ec9ae0945c tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Unset dirty status for tenant:af29d0a769f64fe6ab2751c6dbd21318 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:02:13.683360 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d60ec163-8dbf-43c8-8353-2fe2a47e2890 req-1432b574-eb10-403b-a30f-e2ec9ae0945c tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?device_id=e63ae167-a061-4c07-a96e-838098656111 HTTP/1.1" status: 200 len: 943 time: 0.9714229 Jan 19 16:02:13.684843 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac54288-22a8-4095-84b6-e55784a2283f req-e3a08b24-bb89-4cee-9f77-3d470fdab327 service neutron] Checking agent: {'id': '073d1919-22dd-4be4-a5f1-d010cf1bf21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 56, 7), 'started_at': datetime.datetime(2021, 1, 19, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 16:02:13.685417 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac54288-22a8-4095-84b6-e55784a2283f req-e3a08b24-bb89-4cee-9f77-3d470fdab327 service neutron] Checking segment: {'id': '44e4ef70-9893-41b6-a77c-3391fdd84c46', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b14d2a53-9461-4a62-ad08-ccd883bfa66b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:02:13.685949 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0ac54288-22a8-4095-84b6-e55784a2283f req-e3a08b24-bb89-4cee-9f77-3d470fdab327 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:13.686452 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac54288-22a8-4095-84b6-e55784a2283f req-e3a08b24-bb89-4cee-9f77-3d470fdab327 service neutron] Bound using segment: {'id': '44e4ef70-9893-41b6-a77c-3391fdd84c46', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b14d2a53-9461-4a62-ad08-ccd883bfa66b'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 16:02:13.687327 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-0ac54288-22a8-4095-84b6-e55784a2283f req-e3a08b24-bb89-4cee-9f77-3d470fdab327 service neutron] Bound port: 3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e4ef70-9893-41b6-a77c-3391fdd84c46', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b14d2a53-9461-4a62-ad08-ccd883bfa66b'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 16:02:13.687849 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0ac54288-22a8-4095-84b6-e55784a2283f req-e3a08b24-bb89-4cee-9f77-3d470fdab327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:14.433447 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d60ec163-8dbf-43c8-8353-2fe2a47e2890 req-33f7bb78-c088-444c-af31-43849929a8ec tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/security-groups?id=8be4828b-8b41-459e-9c15-4174300b3c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7096543 Jan 19 16:02:14.483072 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-dea01719-87cd-48e9-b152-548b6991102d req-f326c71c-105b-4feb-91e2-a75ac88f4973 service neutron] 10.222.0.104 "GET /v2.0/networks/e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9769573 Jan 19 16:02:14.512159 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-0ac54288-22a8-4095-84b6-e55784a2283f req-e3a08b24-bb89-4cee-9f77-3d470fdab327 service neutron] For port 3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 16:02:14.529079 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-0ac54288-22a8-4095-84b6-e55784a2283f req-e3a08b24-bb89-4cee-9f77-3d470fdab327 service neutron] For port 3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa,segment=NetworkSegment(44e4ef70-9893-41b6-a77c-3391fdd84c46),segment_id=44e4ef70-9893-41b6-a77c-3391fdd84c46)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 16:02:14.579193 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155dc62-feef-44e4-aca1-5026f19b318c req-fedb10f7-14b9-4d63-8233-a51c6cfb6d9a tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:14.591811 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f155dc62-feef-44e4-aca1-5026f19b318c req-fedb10f7-14b9-4d63-8233-a51c6cfb6d9a tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.110 "GET /v2.0/ports?device_id=f0930fed-3f0e-45ae-a277-931a8c05ac3f HTTP/1.1" status: 200 len: 945 time: 0.8780086 Jan 19 16:02:14.595785 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0ac54288-22a8-4095-84b6-e55784a2283f req-e3a08b24-bb89-4cee-9f77-3d470fdab327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:14.635391 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6f5c26e3-c5b5-4780-ba93-950525a3a932 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:02:15.113843 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a08b24-bb89-4cee-9f77-3d470fdab327 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:02:15.134058 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f155dc62-feef-44e4-aca1-5026f19b318c req-8e539b9d-d91d-40f4-b947-c3bae9d8d0b9 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.110 "GET /v2.0/security-groups?id=8d0a6001-4d34-442d-a2c4-6b0ee3ab87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008137 Jan 19 16:02:15.136313 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e3a08b24-bb89-4cee-9f77-3d470fdab327 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:02:15.309188 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dd361-5deb-485e-b311-9cc79025f143 req-5c5978b6-4c47-47ee-af6d-0675f506f461 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:15.313185 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-942dd361-5deb-485e-b311-9cc79025f143 req-5c5978b6-4c47-47ee-af6d-0675f506f461 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 0.4669511 Jan 19 16:02:15.324836 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac54288-22a8-4095-84b6-e55784a2283f req-e3a08b24-bb89-4cee-9f77-3d470fdab327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:15.330369 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0ac54288-22a8-4095-84b6-e55784a2283f req-e3a08b24-bb89-4cee-9f77-3d470fdab327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:15.333946 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0ac54288-22a8-4095-84b6-e55784a2283f req-e3a08b24-bb89-4cee-9f77-3d470fdab327 service neutron] 10.222.0.104 "PUT /v2.0/ports/3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa HTTP/1.1" status: 200 len: 1157 time: 5.9259629 Jan 19 16:02:15.334884 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63ae167-a061-4c07-a96e-838098656111', 'tag': '3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:02:15.566607 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-942dd361-5deb-485e-b311-9cc79025f143 req-2cd272d1-3061-4ae3-8861-c2e55321e21a tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211356 Jan 19 16:02:15.647399 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac54288-22a8-4095-84b6-e55784a2283f req-52afef58-297c-470b-9c73-958109c2f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:15.649159 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0ac54288-22a8-4095-84b6-e55784a2283f req-52afef58-297c-470b-9c73-958109c2f7d1 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=af29d0a769f64fe6ab2751c6dbd21318&device_id=e63ae167-a061-4c07-a96e-838098656111 HTTP/1.1" status: 200 len: 1160 time: 0.2230618 Jan 19 16:02:15.848614 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0ac54288-22a8-4095-84b6-e55784a2283f req-b66f6c7c-b1a3-4cf4-a79a-693a4485c7ae service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa HTTP/1.1" status: 200 len: 217 time: 0.1876845 Jan 19 16:02:16.025683 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac54288-22a8-4095-84b6-e55784a2283f req-0d26ab0a-7033-4900-81ef-b3e715162393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:16.027985 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0ac54288-22a8-4095-84b6-e55784a2283f req-0d26ab0a-7033-4900-81ef-b3e715162393 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=742fc110-aa26-4bcd-a608-8ae3e4f605f1 HTTP/1.1" status: 200 len: 849 time: 0.1131420 Jan 19 16:02:16.250256 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0ac54288-22a8-4095-84b6-e55784a2283f req-80de89f6-13df-4ae7-8428-5432ee2ce20f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b14d2a53-9461-4a62-ad08-ccd883bfa66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1931314 Jan 19 16:02:16.711799 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0ac54288-22a8-4095-84b6-e55784a2283f req-dc3a0458-6105-4ebb-bff0-db09cc1c2024 service neutron] 10.222.0.104 "GET /v2.0/networks/b14d2a53-9461-4a62-ad08-ccd883bfa66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359386 Jan 19 16:02:16.778394 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814627f8-5456-42d0-b5a1-a51b5ff5c922 req-8c947e23-03ec-4cb2-bb87-d046a36f2219 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:16.796364 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-814627f8-5456-42d0-b5a1-a51b5ff5c922 req-8c947e23-03ec-4cb2-bb87-d046a36f2219 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.9456420 Jan 19 16:02:17.073828 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63ae167-a061-4c07-a96e-838098656111', 'tag': '3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa', 'status': 'completed', 'code': 200} Jan 19 16:02:17.237922 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0ac54288-22a8-4095-84b6-e55784a2283f req-db131066-ab18-48ae-aee7-8b3d5de51e16 service neutron] 10.222.0.104 "GET /v2.0/networks/b14d2a53-9461-4a62-ad08-ccd883bfa66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4391878 Jan 19 16:02:17.451206 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-814627f8-5456-42d0-b5a1-a51b5ff5c922 req-6715c9ec-56da-49b4-a4b5-53ae45e4b781 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065974 Jan 19 16:02:17.491260 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d070b-8b7e-4002-b8e1-ac40edb38fa4 req-e9154650-f571-48f0-a75c-71c1f28b7244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:17.492779 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e50d070b-8b7e-4002-b8e1-ac40edb38fa4 req-e9154650-f571-48f0-a75c-71c1f28b7244 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7b1a4fa7e3e84f4c99ed43dd4d9f70d8&device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 1162 time: 1.3277137 Jan 19 16:02:17.717413 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf64f1-de76-4750-802d-ca332dd2d48a req-5c4576f3-e338-4b51-9e5b-d3ecf90ef865 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:17.733753 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-acdf64f1-de76-4750-802d-ca332dd2d48a req-5c4576f3-e338-4b51-9e5b-d3ecf90ef865 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?device_id=e63ae167-a061-4c07-a96e-838098656111 HTTP/1.1" status: 200 len: 943 time: 0.4709275 Jan 19 16:02:17.851038 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1463b9-c065-4d0f-9ce7-438cd0bc49a9 req-76a0c571-83a3-4938-822d-143857a18b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:17.851038 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3d1463b9-c065-4d0f-9ce7-438cd0bc49a9 req-76a0c571-83a3-4938-822d-143857a18b0a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=af29d0a769f64fe6ab2751c6dbd21318&device_id=e63ae167-a061-4c07-a96e-838098656111 HTTP/1.1" status: 200 len: 1160 time: 0.4961011 Jan 19 16:02:18.295502 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d070b-8b7e-4002-b8e1-ac40edb38fa4 req-511f4cc9-1ed8-4ef2-bdf7-e189d5f7e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:18.298410 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e50d070b-8b7e-4002-b8e1-ac40edb38fa4 req-511f4cc9-1ed8-4ef2-bdf7-e189d5f7e3c3 service neutron] 10.222.0.104 "GET /v2.0/networks?id=6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 HTTP/1.1" status: 200 len: 904 time: 0.7821450 Jan 19 16:02:18.315299 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-acdf64f1-de76-4750-802d-ca332dd2d48a req-61ba0d22-9bb4-4d8c-9a0a-64fe775e433a tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/security-groups?id=8be4828b-8b41-459e-9c15-4174300b3c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5795641 Jan 19 16:02:18.918861 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e50d070b-8b7e-4002-b8e1-ac40edb38fa4 req-024a6f72-84ff-44be-92b9-e75933c88b19 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b3f4d32-e368-434f-ae52-2cec572a5046 HTTP/1.1" status: 200 len: 1001 time: 0.5713973 Jan 19 16:02:18.988077 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83927e7e-f0d4-4e4e-96ff-913ea6c571cf req-db39a991-4787-4803-8102-a9fb3a136aca tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:19.003531 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-83927e7e-f0d4-4e4e-96ff-913ea6c571cf req-db39a991-4787-4803-8102-a9fb3a136aca tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 1.0782144 Jan 19 16:02:19.578459 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1463b9-c065-4d0f-9ce7-438cd0bc49a9 req-af0d668a-f7d9-4088-b72b-6d6623affbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:19.581420 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3d1463b9-c065-4d0f-9ce7-438cd0bc49a9 req-af0d668a-f7d9-4088-b72b-6d6623affbd2 service neutron] 10.222.0.104 "GET /v2.0/networks?id=b14d2a53-9461-4a62-ad08-ccd883bfa66b HTTP/1.1" status: 200 len: 903 time: 1.7199368 Jan 19 16:02:19.819182 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3d1463b9-c065-4d0f-9ce7-438cd0bc49a9 req-a987ed1c-bfe4-4e98-b9d1-564da172901d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa HTTP/1.1" status: 200 len: 217 time: 0.2103443 Jan 19 16:02:19.940637 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d070b-8b7e-4002-b8e1-ac40edb38fa4 req-f7159aaf-1c56-4e8b-b640-9302e4d4916b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:19.943428 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e50d070b-8b7e-4002-b8e1-ac40edb38fa4 req-f7159aaf-1c56-4e8b-b640-9302e4d4916b service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2ac4c3c0-47d4-4e4c-9947-77ff1933d492 HTTP/1.1" status: 200 len: 849 time: 0.9326046 Jan 19 16:02:19.971714 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-83927e7e-f0d4-4e4e-96ff-913ea6c571cf req-8e84b018-ef58-4e69-b857-d10d02e2b45f tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9663606 Jan 19 16:02:20.455197 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4828b2-a85e-4eb3-9764-d7898ff6e654 req-4bda92bc-d71b-491b-9962-bf5b225070c2 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:20.458058 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8e4828b2-a85e-4eb3-9764-d7898ff6e654 req-4bda92bc-d71b-491b-9962-bf5b225070c2 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 1.6586521 Jan 19 16:02:20.495941 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1463b9-c065-4d0f-9ce7-438cd0bc49a9 req-a3d93076-4a5a-4536-9bca-15a4bf00f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:20.506358 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3d1463b9-c065-4d0f-9ce7-438cd0bc49a9 req-a3d93076-4a5a-4536-9bca-15a4bf00f475 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=742fc110-aa26-4bcd-a608-8ae3e4f605f1 HTTP/1.1" status: 200 len: 849 time: 0.6651394 Jan 19 16:02:20.728982 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3d1463b9-c065-4d0f-9ce7-438cd0bc49a9 req-66565890-3c14-4ff9-8e11-373337924549 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b14d2a53-9461-4a62-ad08-ccd883bfa66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139188 Jan 19 16:02:20.856994 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8e4828b2-a85e-4eb3-9764-d7898ff6e654 req-985ecaba-5e32-4c4c-8f38-edf581a5540a tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3458467 Jan 19 16:02:21.176474 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3d1463b9-c065-4d0f-9ce7-438cd0bc49a9 req-84fd477c-0b39-4c03-951c-fae48d870022 service neutron] 10.222.0.104 "GET /v2.0/networks/b14d2a53-9461-4a62-ad08-ccd883bfa66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203212 Jan 19 16:02:21.178634 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d070b-8b7e-4002-b8e1-ac40edb38fa4 req-bad1ad72-ca35-4a7d-a96e-09d193cf79c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:21.180321 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e50d070b-8b7e-4002-b8e1-ac40edb38fa4 req-bad1ad72-ca35-4a7d-a96e-09d193cf79c4 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6ea02ce0-bc45-4d69-89bd-6b33e937c1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 1.2058656 Jan 19 16:02:21.231773 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab8e96-e1d2-493c-be5a-08595e5f9f4a req-efed4e8b-38b8-48c6-a81c-3d4d7c7eba4a tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:21.233480 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-05ab8e96-e1d2-493c-be5a-08595e5f9f4a req-efed4e8b-38b8-48c6-a81c-3d4d7c7eba4a tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.7256403 Jan 19 16:02:21.711502 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-05ab8e96-e1d2-493c-be5a-08595e5f9f4a req-8f045e93-b24c-4cb1-a609-7214f968c576 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288693 Jan 19 16:02:21.846678 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3d1463b9-c065-4d0f-9ce7-438cd0bc49a9 req-bc956a7d-b467-45d1-a261-0a198d4fa7b5 service neutron] 10.222.0.104 "GET /v2.0/networks/b14d2a53-9461-4a62-ad08-ccd883bfa66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5565464 Jan 19 16:02:21.882406 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1f42c-787f-4e08-98b5-bc1d0b4316cd req-bf052987-5c34-4f4c-a2b9-1c0abfa807ba tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:21.884202 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f4c1f42c-787f-4e08-98b5-bc1d0b4316cd req-bf052987-5c34-4f4c-a2b9-1c0abfa807ba tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?device_id=e63ae167-a061-4c07-a96e-838098656111 HTTP/1.1" status: 200 len: 943 time: 0.6493826 Jan 19 16:02:21.893239 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e50d070b-8b7e-4002-b8e1-ac40edb38fa4 req-8ca6780b-d2bb-48e3-9c4d-c9b7095f991f service neutron] 10.222.0.104 "GET /v2.0/networks/6ea02ce0-bc45-4d69-89bd-6b33e937c1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5618186 Jan 19 16:02:22.214353 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f4c1f42c-787f-4e08-98b5-bc1d0b4316cd req-a5729778-8636-4e60-b2ad-a4276064427a tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/security-groups?id=8be4828b-8b41-459e-9c15-4174300b3c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168805 Jan 19 16:02:22.310815 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e50d070b-8b7e-4002-b8e1-ac40edb38fa4 req-27f4845e-a8e4-4a06-9cdb-bba6cf562388 service neutron] 10.222.0.104 "GET /v2.0/networks/6ea02ce0-bc45-4d69-89bd-6b33e937c1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3874242 Jan 19 16:02:22.397081 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489975fb-0238-44a8-98e4-3207d4551b8b req-d670c610-f680-4478-ba74-0f74cc965249 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:22.400249 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-489975fb-0238-44a8-98e4-3207d4551b8b req-d670c610-f680-4478-ba74-0f74cc965249 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/networks?id=5a07f96a-01d8-459c-9b69-968e5b6b4ff4 HTTP/1.1" status: 200 len: 815 time: 0.4549513 Jan 19 16:02:22.428766 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-489975fb-0238-44a8-98e4-3207d4551b8b req-b7c4db61-7b12-4799-b872-e60895fe881b tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/quotas/4424ac45d4934f389ea21b2c76ea9c97 HTTP/1.1" status: 200 len: 375 time: 0.0194004 Jan 19 16:02:22.485935 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:02:22.629153 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning for port 3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:02:22.638513 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:02:22.639282 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:22.865618 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:22.869271 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbf4f3-e3cb-4ccd-90ce-918ed828c591 req-e8b01558-a4e9-4aa7-af69-4eeadc27bb75 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:22.872438 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-afdbf4f3-e3cb-4ccd-90ce-918ed828c591 req-e8b01558-a4e9-4aa7-af69-4eeadc27bb75 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.4417961 Jan 19 16:02:22.913088 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-489975fb-0238-44a8-98e4-3207d4551b8b req-adb37ff1-7401-4fc7-bc45-8eda9a2e3908 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?tenant_id=4424ac45d4934f389ea21b2c76ea9c97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4138494 Jan 19 16:02:22.921381 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63ae167-a061-4c07-a96e-838098656111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:02:22.935301 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port 3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa,segment=NetworkSegment(44e4ef70-9893-41b6-a77c-3391fdd84c46),segment_id=44e4ef70-9893-41b6-a77c-3391fdd84c46)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:02:22.941078 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:22.944958 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-043e8843-e7b7-452b-b4d5-5e80f9e01119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:02:23.053881 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-afdbf4f3-e3cb-4ccd-90ce-918ed828c591 req-18adf220-36ed-4c83-8e83-085512e5e8ec tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393266 Jan 19 16:02:23.135656 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:02:23.158150 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:02:23.159103 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:02:23.160021 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:02:23.160770 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:02:23.161514 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:02:23.162235 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:02:23.163010 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:02:23.163816 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:02:23.164686 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:02:23.165431 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:02:23.166444 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:02:23.167540 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:02:23.168676 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:02:23.169395 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:02:23.170298 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:02:23.171036 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:02:23.171752 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:02:23.172481 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:02:23.173190 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:02:23.173890 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:02:23.174984 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:02:23.175699 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:02:23.176412 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:02:23.177308 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:02:23.186678 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:02:23.391531 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-489975fb-0238-44a8-98e4-3207d4551b8b req-f626920d-5047-4afc-babc-ac5163e91946 service neutron] 10.222.0.110 "GET /v2.0/networks/5a07f96a-01d8-459c-9b69-968e5b6b4ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970449 Jan 19 16:02:24.370880 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-489975fb-0238-44a8-98e4-3207d4551b8b req-5270b430-831c-4098-9cce-941dcc7ab6dd service neutron] 10.222.0.110 "GET /v2.0/networks/5a07f96a-01d8-459c-9b69-968e5b6b4ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9598088 Jan 19 16:02:24.432824 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052689d-f218-4b71-a0b2-161e1ac68305 req-bfce59b2-5c85-4374-a2c9-49afd6d9a384 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:24.448081 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3052689d-f218-4b71-a0b2-161e1ac68305 req-bfce59b2-5c85-4374-a2c9-49afd6d9a384 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 0.3272963 Jan 19 16:02:24.617083 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3052689d-f218-4b71-a0b2-161e1ac68305 req-69e506a7-ee66-4d1b-ae1f-e66dacf7800b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674528 Jan 19 16:02:24.934356 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63ae167-a061-4c07-a96e-838098656111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa', 'code': 200} Jan 19 16:02:25.376956 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:02:25.488121 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:02:25.488834 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:25.646810 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb218745-1e13-4172-881b-70735d4577a0 req-ceea9c78-f62b-43a4-adbc-8ff525099728 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:25.648852 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cb218745-1e13-4172-881b-70735d4577a0 req-ceea9c78-f62b-43a4-adbc-8ff525099728 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.4001846 Jan 19 16:02:25.717027 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e35c5b-30cc-45f9-95f0-1d288f66e80e req-e953748e-4779-4dbe-8aab-167bb61a20ab tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:25.725953 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e0e35c5b-30cc-45f9-95f0-1d288f66e80e req-e953748e-4779-4dbe-8aab-167bb61a20ab tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?device_id=e63ae167-a061-4c07-a96e-838098656111 HTTP/1.1" status: 200 len: 945 time: 0.5732548 Jan 19 16:02:25.726665 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 0b3f4d32-e368-434f-ae52-2cec572a5046 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:02:25.769002 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047742f-cd35-406a-a3e6-d6272c219826 req-6514c38f-ef24-4393-a49b-ba3e4330d54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:25.770743 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b047742f-cd35-406a-a3e6-d6272c219826 req-6514c38f-ef24-4393-a49b-ba3e4330d54b service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=e63ae167-a061-4c07-a96e-838098656111 HTTP/1.1" status: 200 len: 1162 time: 0.3647351 Jan 19 16:02:25.859902 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e0e35c5b-30cc-45f9-95f0-1d288f66e80e req-6d3ce0e1-e452-4eaa-acf4-c5108af97154 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/security-groups?id=8be4828b-8b41-459e-9c15-4174300b3c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319599 Jan 19 16:02:25.888108 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 0b3f4d32-e368-434f-ae52-2cec572a5046 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:02:25.890619 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:25.901182 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cb218745-1e13-4172-881b-70735d4577a0 req-db60f4c8-fbec-4f06-98dc-423b4dc7a573 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406466 Jan 19 16:02:25.973695 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b047742f-cd35-406a-a3e6-d6272c219826 req-23d90908-5195-46b7-b962-a96cf38979c0 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=8be4828b-8b41-459e-9c15-4174300b3c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668613 Jan 19 16:02:26.440449 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af852d0-1dad-48ab-9953-6d54540d88bc req-1b7ad475-9249-4294-893b-0ebea3faf1e5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:26.443312 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6af852d0-1dad-48ab-9953-6d54540d88bc req-1b7ad475-9249-4294-893b-0ebea3faf1e5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.2605007 Jan 19 16:02:26.487040 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d50b4e-f571-4773-ae7e-006dc250e668 req-8ff94ff7-9459-4559-9e40-30d5d733e199 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:26.489080 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-20d50b4e-f571-4773-ae7e-006dc250e668 req-8ff94ff7-9459-4559-9e40-30d5d733e199 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.110 "GET /v2.0/ports?device_id=f0930fed-3f0e-45ae-a277-931a8c05ac3f HTTP/1.1" status: 200 len: 945 time: 0.2455270 Jan 19 16:02:26.585093 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6af852d0-1dad-48ab-9953-6d54540d88bc req-2b09aa48-313e-435c-99fc-aab9a0b7a6d3 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278646 Jan 19 16:02:26.659116 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-20d50b4e-f571-4773-ae7e-006dc250e668 req-187e210b-36f1-4f59-8054-0e46589e1726 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.110 "GET /v2.0/security-groups?id=8d0a6001-4d34-442d-a2c4-6b0ee3ab87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255033 Jan 19 16:02:26.986586 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-35b52419-ab64-42e2-bf96-17f87312f9ff req-fec4ee14-ea0f-4f37-b430-6a44b9da98b6 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=3ced66f9-ac84-4a87-b358-bcef5fe8e6b8 HTTP/1.1" status: 200 len: 210 time: 0.1477072 Jan 19 16:02:27.095754 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98367932-85b4-49ee-90de-7a15e69ae33b req-63e788e9-6d70-4a3f-9d1e-b36eb35edadd tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:27.100514 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-98367932-85b4-49ee-90de-7a15e69ae33b req-63e788e9-6d70-4a3f-9d1e-b36eb35edadd tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 0.1958463 Jan 19 16:02:27.237698 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-98367932-85b4-49ee-90de-7a15e69ae33b req-c5a52936-0173-40d7-ad59-a8c0c90c6362 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209645 Jan 19 16:02:27.336960 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 54fc26da-1c4d-464d-9dff-8595aea0a5c8 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:02:27.558958 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 54fc26da-1c4d-464d-9dff-8595aea0a5c8 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:02:27.559833 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:27.789951 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9973f1-3ccd-4851-b93d-a08322679fa4 req-4e87a97a-fc2a-4c73-afaf-207e40111987 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:27.792859 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5a9973f1-3ccd-4851-b93d-a08322679fa4 req-4e87a97a-fc2a-4c73-afaf-207e40111987 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.104 "GET /v2.0/ports?device_id=f0930fed-3f0e-45ae-a277-931a8c05ac3f HTTP/1.1" status: 200 len: 945 time: 0.5078559 Jan 19 16:02:27.959412 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806da8c1-ac9f-4a98-9799-a928e76283b6 req-75b2cd40-b7bd-44aa-9e18-fdb084aeddc3 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:27.961159 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-806da8c1-ac9f-4a98-9799-a928e76283b6 req-75b2cd40-b7bd-44aa-9e18-fdb084aeddc3 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?device_id=e63ae167-a061-4c07-a96e-838098656111 HTTP/1.1" status: 200 len: 945 time: 0.5345557 Jan 19 16:02:28.434695 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-5a9973f1-3ccd-4851-b93d-a08322679fa4 req-6b819d19-9de3-4cec-8003-9e7cba8366cc tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Deleting port 54fc26da-1c4d-464d-9dff-8595aea0a5c8 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:02:28.440609 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-5a9973f1-3ccd-4851-b93d-a08322679fa4 req-6b819d19-9de3-4cec-8003-9e7cba8366cc tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:28.529156 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-806da8c1-ac9f-4a98-9799-a928e76283b6 req-a45a4058-8fc5-4a85-b595-b9486deb5035 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/security-groups?id=8be4828b-8b41-459e-9c15-4174300b3c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5511534 Jan 19 16:02:28.588407 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502c431-02ac-4534-88e3-a889c6d632d2 req-a9a0fa31-7b30-458c-b8a0-b619e4e7ac0c tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:28.599373 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e502c431-02ac-4534-88e3-a889c6d632d2 req-a9a0fa31-7b30-458c-b8a0-b619e4e7ac0c tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 1.0386391 Jan 19 16:02:28.742939 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489975fb-0238-44a8-98e4-3207d4551b8b req-3567ab59-99aa-4b1d-859c-07e516e27bac tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:28.744626 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-489975fb-0238-44a8-98e4-3207d4551b8b req-3567ab59-99aa-4b1d-859c-07e516e27bac tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.104 "GET /v2.0/networks?id=5a07f96a-01d8-459c-9b69-968e5b6b4ff4 HTTP/1.1" status: 200 len: 815 time: 0.7686687 Jan 19 16:02:28.900409 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e502c431-02ac-4534-88e3-a889c6d632d2 req-2798db2f-5593-4cf8-947b-2991bb446c5e tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996128 Jan 19 16:02:28.984669 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-489975fb-0238-44a8-98e4-3207d4551b8b req-373de38c-25dc-4490-81fc-ccd1067841bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Request body: {'port': {'device_id': '3ced66f9-ac84-4a87-b358-bcef5fe8e6b8', 'network_id': '5a07f96a-01d8-459c-9b69-968e5b6b4ff4', 'admin_state_up': True, 'tenant_id': '4424ac45d4934f389ea21b2c76ea9c97'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:02:29.333406 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:02:29.428841 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:02:29.429181 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:29.526254 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-51402a5d-6d7c-4db4-97df-34d51bd3a23f req-6e01b40c-4260-4496-aec5-ba8921c63046 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=3ced66f9-ac84-4a87-b358-bcef5fe8e6b8 HTTP/1.1" status: 200 len: 210 time: 0.3324287 Jan 19 16:02:29.660520 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 54fc26da-1c4d-464d-9dff-8595aea0a5c8 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:02:29.677950 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-489975fb-0238-44a8-98e4-3207d4551b8b req-373de38c-25dc-4490-81fc-ccd1067841bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:02:29.742686 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-489975fb-0238-44a8-98e4-3207d4551b8b req-373de38c-25dc-4490-81fc-ccd1067841bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:02:29.748790 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-5a9973f1-3ccd-4851-b93d-a08322679fa4 req-6b819d19-9de3-4cec-8003-9e7cba8366cc tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] For port 54fc26da-1c4d-464d-9dff-8595aea0a5c8, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=54fc26da-1c4d-464d-9dff-8595aea0a5c8,segment=NetworkSegment(53de4403-276d-4079-8333-52ecba1267e1),segment_id=53de4403-276d-4079-8333-52ecba1267e1)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:02:29.750599 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-5a9973f1-3ccd-4851-b93d-a08322679fa4 req-6b819d19-9de3-4cec-8003-9e7cba8366cc tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:29.885743 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b99f71-bda4-41a5-a09f-1556d79717ca req-7b2872f9-ce3d-4e3d-b525-a38b2b1617c7 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:29.888897 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b7b99f71-bda4-41a5-a09f-1556d79717ca req-7b2872f9-ce3d-4e3d-b525-a38b2b1617c7 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.110 "GET /v2.0/ports?device_id=f0930fed-3f0e-45ae-a277-931a8c05ac3f HTTP/1.1" status: 200 len: 945 time: 0.9870796 Jan 19 16:02:29.977151 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:30.082153 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port 54fc26da-1c4d-464d-9dff-8595aea0a5c8, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=54fc26da-1c4d-464d-9dff-8595aea0a5c8,segment=NetworkSegment(53de4403-276d-4079-8333-52ecba1267e1),segment_id=53de4403-276d-4079-8333-52ecba1267e1)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:02:30.092692 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0930fed-3f0e-45ae-a277-931a8c05ac3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54fc26da-1c4d-464d-9dff-8595aea0a5c8'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:02:30.114955 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:30.119528 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:02:30.300201 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=54fc26da-1c4d-464d-9dff-8595aea0a5c8,revision_number=5']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:02:30.307485 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:02:30.527177 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-5a9973f1-3ccd-4851-b93d-a08322679fa4 req-6b819d19-9de3-4cec-8003-9e7cba8366cc tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Calling delete_port for 54fc26da-1c4d-464d-9dff-8595aea0a5c8 owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:02:30.620088 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-489975fb-0238-44a8-98e4-3207d4551b8b req-373de38c-25dc-4490-81fc-ccd1067841bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Made reservation on behalf of 4424ac45d4934f389ea21b2c76ea9c97 for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:02:30.637097 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-489975fb-0238-44a8-98e4-3207d4551b8b req-373de38c-25dc-4490-81fc-ccd1067841bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:30.783651 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b7b99f71-bda4-41a5-a09f-1556d79717ca req-ce3b8fda-3c25-4204-ac1e-eb62d5141517 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.110 "GET /v2.0/security-groups?id=8d0a6001-4d34-442d-a2c4-6b0ee3ab87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7567692 Jan 19 16:02:31.121075 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04799e32-d2fe-4616-a6ef-16c5ad635255 req-8704fd1f-9103-4211-ae8d-006b549432f4 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:31.134698 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-04799e32-d2fe-4616-a6ef-16c5ad635255 req-8704fd1f-9103-4211-ae8d-006b549432f4 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 1.3651054 Jan 19 16:02:31.177161 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.api [req-5a9973f1-3ccd-4851-b93d-a08322679fa4 req-6b819d19-9de3-4cec-8003-9e7cba8366cc tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80160) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 16:02:31.177509 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_db.api [req-5a9973f1-3ccd-4851-b93d-a08322679fa4 req-6b819d19-9de3-4cec-8003-9e7cba8366cc tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 16:02:31.311771 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-04799e32-d2fe-4616-a6ef-16c5ad635255 req-219531d3-99d3-4f09-81a2-7e872a952fa5 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759484 Jan 19 16:02:31.378863 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2444cec-0a39-47bf-84e9-de462b095e1f req-602a8250-ac58-4706-975e-1339988160d0 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:31.380766 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d2444cec-0a39-47bf-84e9-de462b095e1f req-602a8250-ac58-4706-975e-1339988160d0 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?device_id=e63ae167-a061-4c07-a96e-838098656111 HTTP/1.1" status: 200 len: 945 time: 0.3893092 Jan 19 16:02:31.580867 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d2444cec-0a39-47bf-84e9-de462b095e1f req-e824d25c-10a2-4af8-9f22-faa827e50ac6 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/security-groups?id=8be4828b-8b41-459e-9c15-4174300b3c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761084 Jan 19 16:02:31.603286 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [req-489975fb-0238-44a8-98e4-3207d4551b8b req-373de38c-25dc-4490-81fc-ccd1067841bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Allocated IP 172.20.0.12 (5a07f96a-01d8-459c-9b69-968e5b6b4ff4/e3562505-5c33-4043-b9be-4bcf914d2bda/1e91e874-0439-4d4e-9207-0a980af05958) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:02:31.705544 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-5a9973f1-3ccd-4851-b93d-a08322679fa4 req-6b819d19-9de3-4cec-8003-9e7cba8366cc tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Deleting port 54fc26da-1c4d-464d-9dff-8595aea0a5c8 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:02:31.706156 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-5a9973f1-3ccd-4851-b93d-a08322679fa4 req-6b819d19-9de3-4cec-8003-9e7cba8366cc tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:31.802569 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0930fed-3f0e-45ae-a277-931a8c05ac3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54fc26da-1c4d-464d-9dff-8595aea0a5c8', 'code': 200} Jan 19 16:02:32.324726 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d623cc25-015c-4ccc-bb90-d071549c4bbc req-0f873f2f-837f-445e-b2bf-0b9d835a0bb3 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=3ced66f9-ac84-4a87-b358-bcef5fe8e6b8 HTTP/1.1" status: 200 len: 210 time: 0.3488009 Jan 19 16:02:32.662650 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-489975fb-0238-44a8-98e4-3207d4551b8b req-373de38c-25dc-4490-81fc-ccd1067841bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:32.805690 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-489975fb-0238-44a8-98e4-3207d4551b8b req-373de38c-25dc-4490-81fc-ccd1067841bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:32.928190 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-5f8174f7-2ed7-4e3a-9061-91bb89fbae77 tempest-DeleteServersTestJSON-9060609 tempest-DeleteServersTestJSON-9060609] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:02:33.034703 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b7c92-2b2f-4f7a-8a12-492cd36f5471 req-f4b86210-8c1d-42bd-a37e-cdccd4f5b4d5 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:33.038029 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d62b7c92-2b2f-4f7a-8a12-492cd36f5471 req-f4b86210-8c1d-42bd-a37e-cdccd4f5b4d5 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 1.4071758 Jan 19 16:02:33.082509 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-5a9973f1-3ccd-4851-b93d-a08322679fa4 req-6b819d19-9de3-4cec-8003-9e7cba8366cc tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] For port 54fc26da-1c4d-464d-9dff-8595aea0a5c8, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=54fc26da-1c4d-464d-9dff-8595aea0a5c8,segment=NetworkSegment(53de4403-276d-4079-8333-52ecba1267e1),segment_id=53de4403-276d-4079-8333-52ecba1267e1)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:02:33.083277 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-5a9973f1-3ccd-4851-b93d-a08322679fa4 req-6b819d19-9de3-4cec-8003-9e7cba8366cc tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:33.370025 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-5a9973f1-3ccd-4851-b93d-a08322679fa4 req-6b819d19-9de3-4cec-8003-9e7cba8366cc tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Calling delete_port for 54fc26da-1c4d-464d-9dff-8595aea0a5c8 owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:02:33.669400 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373de38c-25dc-4490-81fc-ccd1067841bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Pushing event updated for resources: {'Port': ['ID=1e91e874-0439-4d4e-9207-0a980af05958,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:02:33.689371 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-373de38c-25dc-4490-81fc-ccd1067841bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:02:33.712814 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d62b7c92-2b2f-4f7a-8a12-492cd36f5471 req-dd3ad3ec-18f7-4232-83f8-7d33752f97f3 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810446 Jan 19 16:02:33.881285 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb90492-a599-4a86-b243-f558f79df77f req-d2ba4f20-0b96-4c7a-abed-0ea327754228 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:33.883815 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cfb90492-a599-4a86-b243-f558f79df77f req-d2ba4f20-0b96-4c7a-abed-0ea327754228 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.110 "GET /v2.0/ports?device_id=f0930fed-3f0e-45ae-a277-931a8c05ac3f HTTP/1.1" status: 200 len: 943 time: 1.0186074 Jan 19 16:02:34.000821 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-5a9973f1-3ccd-4851-b93d-a08322679fa4 req-6b819d19-9de3-4cec-8003-9e7cba8366cc tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:34.005780 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489975fb-0238-44a8-98e4-3207d4551b8b req-373de38c-25dc-4490-81fc-ccd1067841bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Network 5a07f96a-01d8-459c-9b69-968e5b6b4ff4 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:02:34.023053 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-bc9feb35-df88-48d9-bbab-e682aff26779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:34.034974 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:02:34.074120 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [req-489975fb-0238-44a8-98e4-3207d4551b8b req-373de38c-25dc-4490-81fc-ccd1067841bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:02:34.362061 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-489975fb-0238-44a8-98e4-3207d4551b8b req-373de38c-25dc-4490-81fc-ccd1067841bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:02:34.432365 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b819d19-9de3-4cec-8003-9e7cba8366cc tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Pushing event deleted for resources: {'Port': ['ID=54fc26da-1c4d-464d-9dff-8595aea0a5c8,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:02:34.500020 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6b819d19-9de3-4cec-8003-9e7cba8366cc tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:02:34.531619 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cfb90492-a599-4a86-b243-f558f79df77f req-0fc5766e-2100-420c-9b8e-6ca720b19442 tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.110 "GET /v2.0/security-groups?id=8d0a6001-4d34-442d-a2c4-6b0ee3ab87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5913246 Jan 19 16:02:34.616252 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489975fb-0238-44a8-98e4-3207d4551b8b req-373de38c-25dc-4490-81fc-ccd1067841bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:34.616987 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-489975fb-0238-44a8-98e4-3207d4551b8b req-373de38c-25dc-4490-81fc-ccd1067841bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:34.795403 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06813334-63d9-404d-a58d-010c0dfb91f3 req-3fcbda17-e94d-4f5a-8c71-eb46b6ab80a1 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:34.797209 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-06813334-63d9-404d-a58d-010c0dfb91f3 req-3fcbda17-e94d-4f5a-8c71-eb46b6ab80a1 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 0.7640948 Jan 19 16:02:34.834003 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-489975fb-0238-44a8-98e4-3207d4551b8b req-373de38c-25dc-4490-81fc-ccd1067841bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0317645 Jan 19 16:02:34.900941 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9973f1-3ccd-4851-b93d-a08322679fa4 req-6b819d19-9de3-4cec-8003-9e7cba8366cc tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] No DVR routers for this DVR port 54fc26da-1c4d-464d-9dff-8595aea0a5c8 on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 16:02:34.918204 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-489975fb-0238-44a8-98e4-3207d4551b8b req-50d57826-dfac-482b-83f8-049dc60e579f service neutron] Request body: {'port': {'device_id': '3ced66f9-ac84-4a87-b358-bcef5fe8e6b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:02:34.953401 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-5a9973f1-3ccd-4851-b93d-a08322679fa4 req-6b819d19-9de3-4cec-8003-9e7cba8366cc tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:34.955947 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5a9973f1-3ccd-4851-b93d-a08322679fa4 req-6b819d19-9de3-4cec-8003-9e7cba8366cc tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] 10.222.0.104 "DELETE /v2.0/ports/54fc26da-1c4d-464d-9dff-8595aea0a5c8 HTTP/1.1" status: 204 len: 173 time: 7.1474929 Jan 19 16:02:34.970871 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0930fed-3f0e-45ae-a277-931a8c05ac3f', 'name': 'network-vif-deleted', 'tag': '54fc26da-1c4d-464d-9dff-8595aea0a5c8'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:02:35.071469 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-06813334-63d9-404d-a58d-010c0dfb91f3 req-b2910966-dbde-4afb-a5f1-98d1f4f59e90 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2313449 Jan 19 16:02:35.298152 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-489975fb-0238-44a8-98e4-3207d4551b8b req-50d57826-dfac-482b-83f8-049dc60e579f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:35.348690 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af2baa-07c8-4708-ad79-85f57344dfe2 req-95e983e4-6d9d-4167-932b-0a6f24ee741a tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:35.349515 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-54af2baa-07c8-4708-ad79-85f57344dfe2 req-95e983e4-6d9d-4167-932b-0a6f24ee741a tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Synchronizing usage tracker for tenant:4424ac45d4934f389ea21b2c76ea9c97 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:02:35.442435 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-54af2baa-07c8-4708-ad79-85f57344dfe2 req-95e983e4-6d9d-4167-932b-0a6f24ee741a tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Unset dirty status for tenant:4424ac45d4934f389ea21b2c76ea9c97 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:02:35.443898 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-54af2baa-07c8-4708-ad79-85f57344dfe2 req-95e983e4-6d9d-4167-932b-0a6f24ee741a tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=3ced66f9-ac84-4a87-b358-bcef5fe8e6b8 HTTP/1.1" status: 200 len: 932 time: 0.6027336 Jan 19 16:02:35.526788 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd2dfa-34a4-45e3-a964-0aca1ef7f7fc req-8bbd276f-660d-4fa1-8f3a-ec2823f03eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:35.529335 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-08dd2dfa-34a4-45e3-a964-0aca1ef7f7fc req-8bbd276f-660d-4fa1-8f3a-ec2823f03eb8 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a5ad27bc88e04bd18332340c160e78f4&device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 1162 time: 0.3678768 Jan 19 16:02:35.717642 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-54af2baa-07c8-4708-ad79-85f57344dfe2 req-7657e037-f861-4485-b191-7796b72bc9fe tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533431 Jan 19 16:02:35.840634 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0930fed-3f0e-45ae-a277-931a8c05ac3f', 'name': 'network-vif-deleted', 'tag': '54fc26da-1c4d-464d-9dff-8595aea0a5c8', 'status': 'completed', 'code': 200} Jan 19 16:02:35.981432 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd2dfa-34a4-45e3-a964-0aca1ef7f7fc req-a3912caa-c856-4a02-a215-15a0d0163bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:35.983092 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-08dd2dfa-34a4-45e3-a964-0aca1ef7f7fc req-a3912caa-c856-4a02-a215-15a0d0163bda service neutron] 10.222.0.104 "GET /v2.0/networks?id=6f889a84-1af9-40d2-bcf9-6e9854a6418c HTTP/1.1" status: 200 len: 911 time: 0.4316168 Jan 19 16:02:36.258888 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42548f1-ce8c-446f-a62c-d5ee9fa330b3 req-60e836a9-a115-47f1-be13-c97e31f18e15 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:36.258888 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d42548f1-ce8c-446f-a62c-d5ee9fa330b3 req-60e836a9-a115-47f1-be13-c97e31f18e15 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.5571852 Jan 19 16:02:36.441386 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-08dd2dfa-34a4-45e3-a964-0aca1ef7f7fc req-1e716549-0df7-46e6-9ec2-9763e164050c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77a349ba-e149-4ab8-9c56-2512ce712b62 HTTP/1.1" status: 200 len: 999 time: 0.3933775 Jan 19 16:02:36.591532 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d42548f1-ce8c-446f-a62c-d5ee9fa330b3 req-ed413a13-66f8-4513-b3bd-129d77ff83c1 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085861 Jan 19 16:02:36.676275 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:36.746661 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d821e-2488-4105-80e6-fb3b44b3c56c req-2c1363b8-a5a5-4909-969e-d62fd58f9987 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:36.746661 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-166d821e-2488-4105-80e6-fb3b44b3c56c req-2c1363b8-a5a5-4909-969e-d62fd58f9987 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?device_id=e63ae167-a061-4c07-a96e-838098656111 HTTP/1.1" status: 200 len: 945 time: 0.6864266 Jan 19 16:02:36.864947 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd2dfa-34a4-45e3-a964-0aca1ef7f7fc req-dd4aaff8-8ef2-4e2e-8264-8830e4aa0014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:36.867912 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-08dd2dfa-34a4-45e3-a964-0aca1ef7f7fc req-dd4aaff8-8ef2-4e2e-8264-8830e4aa0014 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=50029681-e86b-47f1-bdb3-0326582392cc HTTP/1.1" status: 200 len: 856 time: 0.3859148 Jan 19 16:02:37.065184 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:37.141984 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [req-489975fb-0238-44a8-98e4-3207d4551b8b req-50d57826-dfac-482b-83f8-049dc60e579f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e91e874-0439-4d4e-9207-0a980af05958 {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 16:02:37.182258 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-489975fb-0238-44a8-98e4-3207d4551b8b req-50d57826-dfac-482b-83f8-049dc60e579f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:37.204096 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-166d821e-2488-4105-80e6-fb3b44b3c56c req-d5d2fd38-3cbc-4e07-8c68-83852f161b26 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/security-groups?id=8be4828b-8b41-459e-9c15-4174300b3c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392247 Jan 19 16:02:37.252869 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [req-489975fb-0238-44a8-98e4-3207d4551b8b req-50d57826-dfac-482b-83f8-049dc60e579f service neutron] Transition to ACTIVE for port object 1e91e874-0439-4d4e-9207-0a980af05958 will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:02:37.281671 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-489975fb-0238-44a8-98e4-3207d4551b8b req-50d57826-dfac-482b-83f8-049dc60e579f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:37.303543 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-97292184-430f-48f9-8bf2-d7587f96d9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:37.313909 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c92f4aa5-4b4b-4903-a201-427afad0870c tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:02:37.786623 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a9885-2dc1-4080-93b5-3a5544a3c834 req-d7df0f1e-7db9-4a0f-864e-98e5639e58f7 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:37.788299 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7b2a9885-2dc1-4080-93b5-3a5544a3c834 req-d7df0f1e-7db9-4a0f-864e-98e5639e58f7 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 0.9188864 Jan 19 16:02:37.832719 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d57826-dfac-482b-83f8-049dc60e579f service neutron] Pushing event updated for resources: {'Port': ['ID=1e91e874-0439-4d4e-9207-0a980af05958,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:02:37.840407 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-50d57826-dfac-482b-83f8-049dc60e579f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:02:37.850710 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd2dfa-34a4-45e3-a964-0aca1ef7f7fc req-d33b59b0-1ad7-415e-acf5-839a90e85946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:37.852373 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-08dd2dfa-34a4-45e3-a964-0aca1ef7f7fc req-d33b59b0-1ad7-415e-acf5-839a90e85946 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6f889a84-1af9-40d2-bcf9-6e9854a6418c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.8723102 Jan 19 16:02:37.917773 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:37.961294 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7b2a9885-2dc1-4080-93b5-3a5544a3c834 req-9c49d67a-ec2a-477a-bd44-9b4f5030e999 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578996 Jan 19 16:02:38.249460 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da18020-8a05-4b81-aecb-4ff9f8db4e69 req-4b4998e8-5bf9-4f0e-b48a-e48997fe2d50 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:38.253653 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4da18020-8a05-4b81-aecb-4ff9f8db4e69 req-4b4998e8-5bf9-4f0e-b48a-e48997fe2d50 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=3ced66f9-ac84-4a87-b358-bcef5fe8e6b8 HTTP/1.1" status: 200 len: 944 time: 0.6292245 Jan 19 16:02:38.598056 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-08dd2dfa-34a4-45e3-a964-0aca1ef7f7fc req-47a33676-b9db-494e-8a8a-132a2c67754c service neutron] 10.222.0.104 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7217875 Jan 19 16:02:38.704903 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4da18020-8a05-4b81-aecb-4ff9f8db4e69 req-b3c9160f-1f5c-4cb0-8522-fa34926d036a tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573949 Jan 19 16:02:38.792939 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca1a2d-f6fe-4c93-85b1-43c46705113f req-8c46b94a-8e04-4917-9851-c0b16424e410 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:38.795037 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-94ca1a2d-f6fe-4c93-85b1-43c46705113f req-8c46b94a-8e04-4917-9851-c0b16424e410 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.104 "GET /v2.0/ports?device_id=e63ae167-a061-4c07-a96e-838098656111 HTTP/1.1" status: 200 len: 945 time: 0.1445200 Jan 19 16:02:38.917578 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-94ca1a2d-f6fe-4c93-85b1-43c46705113f req-04100fb9-e513-407f-a476-b5a4184f1c55 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Deleting port 3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:02:38.918337 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-94ca1a2d-f6fe-4c93-85b1-43c46705113f req-04100fb9-e513-407f-a476-b5a4184f1c55 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:38.956710 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-489975fb-0238-44a8-98e4-3207d4551b8b req-50d57826-dfac-482b-83f8-049dc60e579f service neutron] Attempting to bind port 1e91e874-0439-4d4e-9207-0a980af05958 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 16:02:38.957378 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-489975fb-0238-44a8-98e4-3207d4551b8b req-50d57826-dfac-482b-83f8-049dc60e579f service neutron] Attempting to bind port 1e91e874-0439-4d4e-9207-0a980af05958 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '9c7be493-b0f1-4c72-8511-958af199a8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5a07f96a-01d8-459c-9b69-968e5b6b4ff4'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 16:02:38.958032 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489975fb-0238-44a8-98e4-3207d4551b8b req-50d57826-dfac-482b-83f8-049dc60e579f service neutron] Attempting to bind port 1e91e874-0439-4d4e-9207-0a980af05958 on network 5a07f96a-01d8-459c-9b69-968e5b6b4ff4 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 16:02:39.043991 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91403c-a47c-4b21-8825-644ea43ee323 req-17f3b974-b37a-4e18-aa78-6b88fdbbc693 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:39.049096 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cc91403c-a47c-4b21-8825-644ea43ee323 req-17f3b974-b37a-4e18-aa78-6b88fdbbc693 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.8740258 Jan 19 16:02:39.050232 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489975fb-0238-44a8-98e4-3207d4551b8b req-50d57826-dfac-482b-83f8-049dc60e579f service neutron] Checking agent: {'id': '073d1919-22dd-4be4-a5f1-d010cf1bf21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 56, 7), 'started_at': datetime.datetime(2021, 1, 19, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 16:02:39.050907 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489975fb-0238-44a8-98e4-3207d4551b8b req-50d57826-dfac-482b-83f8-049dc60e579f service neutron] Checking segment: {'id': '9c7be493-b0f1-4c72-8511-958af199a8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5a07f96a-01d8-459c-9b69-968e5b6b4ff4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:02:39.051634 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-489975fb-0238-44a8-98e4-3207d4551b8b req-50d57826-dfac-482b-83f8-049dc60e579f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:39.052353 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489975fb-0238-44a8-98e4-3207d4551b8b req-50d57826-dfac-482b-83f8-049dc60e579f service neutron] Bound using segment: {'id': '9c7be493-b0f1-4c72-8511-958af199a8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5a07f96a-01d8-459c-9b69-968e5b6b4ff4'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 16:02:39.054748 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-489975fb-0238-44a8-98e4-3207d4551b8b req-50d57826-dfac-482b-83f8-049dc60e579f service neutron] Bound port: 1e91e874-0439-4d4e-9207-0a980af05958, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7be493-b0f1-4c72-8511-958af199a8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5a07f96a-01d8-459c-9b69-968e5b6b4ff4'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 16:02:39.054748 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-489975fb-0238-44a8-98e4-3207d4551b8b req-50d57826-dfac-482b-83f8-049dc60e579f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:39.158207 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:39.197009 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:02:39.329697 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-94ca1a2d-f6fe-4c93-85b1-43c46705113f req-04100fb9-e513-407f-a476-b5a4184f1c55 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] For port 3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa,segment=NetworkSegment(44e4ef70-9893-41b6-a77c-3391fdd84c46),segment_id=44e4ef70-9893-41b6-a77c-3391fdd84c46)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:02:39.331415 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-94ca1a2d-f6fe-4c93-85b1-43c46705113f req-04100fb9-e513-407f-a476-b5a4184f1c55 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:39.394186 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:39.430639 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63ae167-a061-4c07-a96e-838098656111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:02:39.441055 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-08dd2dfa-34a4-45e3-a964-0aca1ef7f7fc req-779a2387-c317-487a-9beb-468f8f5fe6fd service neutron] 10.222.0.104 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8232806 Jan 19 16:02:39.445896 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port 3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa,segment=NetworkSegment(44e4ef70-9893-41b6-a77c-3391fdd84c46),segment_id=44e4ef70-9893-41b6-a77c-3391fdd84c46)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:02:39.449786 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:39.458797 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:02:39.491867 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cc91403c-a47c-4b21-8825-644ea43ee323 req-b71fe4d6-69db-4506-9edf-097554264cfd tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931539 Jan 19 16:02:39.502753 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-489975fb-0238-44a8-98e4-3207d4551b8b req-50d57826-dfac-482b-83f8-049dc60e579f service neutron] For port 1e91e874-0439-4d4e-9207-0a980af05958, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 16:02:39.509722 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-489975fb-0238-44a8-98e4-3207d4551b8b req-50d57826-dfac-482b-83f8-049dc60e579f service neutron] For port 1e91e874-0439-4d4e-9207-0a980af05958, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=1e91e874-0439-4d4e-9207-0a980af05958,segment=NetworkSegment(9c7be493-b0f1-4c72-8511-958af199a8fd),segment_id=9c7be493-b0f1-4c72-8511-958af199a8fd)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 16:02:39.520502 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-489975fb-0238-44a8-98e4-3207d4551b8b req-50d57826-dfac-482b-83f8-049dc60e579f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:39.549512 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa,revision_number=5']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:02:39.554068 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:02:39.596964 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deffaa8a-4f05-419b-9b51-8ab9fe8b690b req-286e7e6d-df7c-43ea-a6c6-a3c4531201cc tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:39.599081 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-deffaa8a-4f05-419b-9b51-8ab9fe8b690b req-286e7e6d-df7c-43ea-a6c6-a3c4531201cc tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?device_id=e63ae167-a061-4c07-a96e-838098656111 HTTP/1.1" status: 200 len: 945 time: 0.4982049 Jan 19 16:02:39.603142 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-690a2c5e-7f12-4964-bcfe-a393606ad0cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:02:39.783082 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-94ca1a2d-f6fe-4c93-85b1-43c46705113f req-04100fb9-e513-407f-a476-b5a4184f1c55 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Calling delete_port for 3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa owned by compute:nova {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:02:39.875772 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d57826-dfac-482b-83f8-049dc60e579f service neutron] Pushing event updated for resources: {'Port': ['ID=1e91e874-0439-4d4e-9207-0a980af05958,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:02:39.899258 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-50d57826-dfac-482b-83f8-049dc60e579f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:02:39.912000 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-deffaa8a-4f05-419b-9b51-8ab9fe8b690b req-9fbcee09-0f91-4166-8174-78216e35dcf2 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/security-groups?id=8be4828b-8b41-459e-9c15-4174300b3c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430134 Jan 19 16:02:39.956904 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.api [req-94ca1a2d-f6fe-4c93-85b1-43c46705113f req-04100fb9-e513-407f-a476-b5a4184f1c55 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80159) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 16:02:39.957563 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_db.api [req-94ca1a2d-f6fe-4c93-85b1-43c46705113f req-04100fb9-e513-407f-a476-b5a4184f1c55 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 16:02:39.969550 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489975fb-0238-44a8-98e4-3207d4551b8b req-50d57826-dfac-482b-83f8-049dc60e579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:39.969988 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-489975fb-0238-44a8-98e4-3207d4551b8b req-50d57826-dfac-482b-83f8-049dc60e579f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:39.971598 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-489975fb-0238-44a8-98e4-3207d4551b8b req-50d57826-dfac-482b-83f8-049dc60e579f service neutron] 10.222.0.104 "PUT /v2.0/ports/1e91e874-0439-4d4e-9207-0a980af05958 HTTP/1.1" status: 200 len: 1158 time: 5.0856912 Jan 19 16:02:39.972171 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ced66f9-ac84-4a87-b358-bcef5fe8e6b8', 'tag': '1e91e874-0439-4d4e-9207-0a980af05958'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:02:40.002825 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ebe9a-b58e-4f31-ace5-9fb17c5e3e8a req-d2a5f02b-40ab-4245-9256-453c053f8f4b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:40.004550 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b40ebe9a-b58e-4f31-ace5-9fb17c5e3e8a req-d2a5f02b-40ab-4245-9256-453c053f8f4b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 0.3342705 Jan 19 16:02:40.020083 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63ae167-a061-4c07-a96e-838098656111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa', 'code': 200} Jan 19 16:02:40.263953 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b40ebe9a-b58e-4f31-ace5-9fb17c5e3e8a req-68a69f8b-04d8-4f3c-816a-6da62bdc8401 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459326 Jan 19 16:02:40.318332 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489975fb-0238-44a8-98e4-3207d4551b8b req-0fc9ea45-474f-4d6c-9805-82d05ad6a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:40.320032 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-489975fb-0238-44a8-98e4-3207d4551b8b req-0fc9ea45-474f-4d6c-9805-82d05ad6a59a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4424ac45d4934f389ea21b2c76ea9c97&device_id=3ced66f9-ac84-4a87-b358-bcef5fe8e6b8 HTTP/1.1" status: 200 len: 1161 time: 0.2709761 Jan 19 16:02:40.355894 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b8886-5f73-4d87-8333-004124b9f8ce req-c9e88ed0-7ec6-468b-8c6d-35c8e369cbc1 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:40.359614 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-922b8886-5f73-4d87-8333-004124b9f8ce req-c9e88ed0-7ec6-468b-8c6d-35c8e369cbc1 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=3ced66f9-ac84-4a87-b358-bcef5fe8e6b8 HTTP/1.1" status: 200 len: 944 time: 0.2069724 Jan 19 16:02:40.439779 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ced66f9-ac84-4a87-b358-bcef5fe8e6b8', 'tag': '1e91e874-0439-4d4e-9207-0a980af05958', 'status': 'completed', 'code': 200} Jan 19 16:02:40.459259 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-94ca1a2d-f6fe-4c93-85b1-43c46705113f req-04100fb9-e513-407f-a476-b5a4184f1c55 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Deleting port 3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:02:40.459846 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-94ca1a2d-f6fe-4c93-85b1-43c46705113f req-04100fb9-e513-407f-a476-b5a4184f1c55 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:40.463088 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-489975fb-0238-44a8-98e4-3207d4551b8b req-38bd1c07-d83b-400d-b599-40f5fe6b3ff5 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e91e874-0439-4d4e-9207-0a980af05958 HTTP/1.1" status: 200 len: 217 time: 0.1017380 Jan 19 16:02:40.559111 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489975fb-0238-44a8-98e4-3207d4551b8b req-f1a2b593-0c4c-47c9-9109-e165496e67f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:40.560772 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-489975fb-0238-44a8-98e4-3207d4551b8b req-f1a2b593-0c4c-47c9-9109-e165496e67f8 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=e3562505-5c33-4043-b9be-4bcf914d2bda HTTP/1.1" status: 200 len: 855 time: 0.0841541 Jan 19 16:02:40.583619 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-922b8886-5f73-4d87-8333-004124b9f8ce req-f5f38fc1-82a6-48b9-80f3-fa2b62dac7f9 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523099 Jan 19 16:02:40.658802 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-489975fb-0238-44a8-98e4-3207d4551b8b req-b3b73494-d23a-4791-a98e-0e8e79a2886e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5a07f96a-01d8-459c-9b69-968e5b6b4ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737627 Jan 19 16:02:40.898074 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-94ca1a2d-f6fe-4c93-85b1-43c46705113f req-04100fb9-e513-407f-a476-b5a4184f1c55 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] For port 3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa,segment=NetworkSegment(44e4ef70-9893-41b6-a77c-3391fdd84c46),segment_id=44e4ef70-9893-41b6-a77c-3391fdd84c46)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:02:40.899029 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-94ca1a2d-f6fe-4c93-85b1-43c46705113f req-04100fb9-e513-407f-a476-b5a4184f1c55 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:40.940156 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4825626-c555-44c2-aa03-4a5f05ce4810 req-5f176cb6-2ae3-46fc-9bfe-994523c96dc0 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:40.941950 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c4825626-c555-44c2-aa03-4a5f05ce4810 req-5f176cb6-2ae3-46fc-9bfe-994523c96dc0 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.2435205 Jan 19 16:02:40.946201 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-489975fb-0238-44a8-98e4-3207d4551b8b req-84e0f5aa-fe04-4031-851b-f5166f680b0a service neutron] 10.222.0.104 "GET /v2.0/networks/5a07f96a-01d8-459c-9b69-968e5b6b4ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740452 Jan 19 16:02:41.105416 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:02:41.251705 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c4825626-c555-44c2-aa03-4a5f05ce4810 req-0991d650-3e7e-4f77-9db0-319054c787b4 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435930 Jan 19 16:02:41.340358 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-94ca1a2d-f6fe-4c93-85b1-43c46705113f req-04100fb9-e513-407f-a476-b5a4184f1c55 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Calling delete_port for 3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa owned by compute:nova {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:02:41.609516 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-94ca1a2d-f6fe-4c93-85b1-43c46705113f req-04100fb9-e513-407f-a476-b5a4184f1c55 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852269169'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:41.627826 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:02:41.694644 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04100fb9-e513-407f-a476-b5a4184f1c55 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Pushing event deleted for resources: {'Port': ['ID=3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:02:41.699293 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-04100fb9-e513-407f-a476-b5a4184f1c55 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:02:41.735176 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-489975fb-0238-44a8-98e4-3207d4551b8b req-9c41c8ca-fd95-4cd0-83a6-a1e6350f351b service neutron] 10.222.0.104 "GET /v2.0/networks/5a07f96a-01d8-459c-9b69-968e5b6b4ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7762246 Jan 19 16:02:41.794977 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131842fc-4d02-4bbb-aad9-75f6513bd8e0 req-36fec7b2-55d2-4228-8706-df46b206e426 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:41.797278 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-131842fc-4d02-4bbb-aad9-75f6513bd8e0 req-36fec7b2-55d2-4228-8706-df46b206e426 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?device_id=e63ae167-a061-4c07-a96e-838098656111 HTTP/1.1" status: 200 len: 865 time: 0.5811801 Jan 19 16:02:41.828595 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdaea4-15f9-472d-81cd-451e2cef481e req-9f3639d9-85f8-4eba-b757-ef3ed9ae298f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:41.830321 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0ecdaea4-15f9-472d-81cd-451e2cef481e req-9f3639d9-85f8-4eba-b757-ef3ed9ae298f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 0.2357876 Jan 19 16:02:41.884192 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ca1a2d-f6fe-4c93-85b1-43c46705113f req-04100fb9-e513-407f-a476-b5a4184f1c55 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] No DVR routers for this DVR port 3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa on host hv-cinder-66710 {{(pid=80159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 16:02:41.886860 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-94ca1a2d-f6fe-4c93-85b1-43c46705113f req-04100fb9-e513-407f-a476-b5a4184f1c55 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:41.890306 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63ae167-a061-4c07-a96e-838098656111', 'name': 'network-vif-deleted', 'tag': '3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa'}] {{(pid=80159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:02:41.908491 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-94ca1a2d-f6fe-4c93-85b1-43c46705113f req-04100fb9-e513-407f-a476-b5a4184f1c55 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.104 "DELETE /v2.0/ports/3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa HTTP/1.1" status: 204 len: 173 time: 3.1013458 Jan 19 16:02:42.013556 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-131842fc-4d02-4bbb-aad9-75f6513bd8e0 req-857c6150-d087-4f62-bf7b-79a093b8b754 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/security-groups?id=8be4828b-8b41-459e-9c15-4174300b3c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805124 Jan 19 16:02:42.028874 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0ecdaea4-15f9-472d-81cd-451e2cef481e req-6830c57e-8e64-4a79-af2d-0a0db83e2085 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306596 Jan 19 16:02:42.060874 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396122a-6088-429a-9769-5461723e1502 req-82bd227b-5229-4e89-8d7a-0b4abb2ef921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:42.064672 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3396122a-6088-429a-9769-5461723e1502 req-82bd227b-5229-4e89-8d7a-0b4abb2ef921 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4424ac45d4934f389ea21b2c76ea9c97&device_id=3ced66f9-ac84-4a87-b358-bcef5fe8e6b8 HTTP/1.1" status: 200 len: 1161 time: 0.2329838 Jan 19 16:02:42.292341 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63ae167-a061-4c07-a96e-838098656111', 'name': 'network-vif-deleted', 'tag': '3ac24f0c-ba95-4f78-aa5d-55daacb1d9aa', 'status': 'completed', 'code': 200} Jan 19 16:02:42.468623 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396122a-6088-429a-9769-5461723e1502 req-a7d68145-f3c6-4032-a900-f61f51cdd397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:42.470562 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3396122a-6088-429a-9769-5461723e1502 req-a7d68145-f3c6-4032-a900-f61f51cdd397 service neutron] 10.222.0.104 "GET /v2.0/networks?id=5a07f96a-01d8-459c-9b69-968e5b6b4ff4 HTTP/1.1" status: 200 len: 909 time: 0.3917062 Jan 19 16:02:42.505436 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c684f-ae77-457f-a758-32bc0746bb3a req-dc195910-e860-4243-8dd6-adf3fc42606d tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:42.507227 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-145c684f-ae77-457f-a758-32bc0746bb3a req-dc195910-e860-4243-8dd6-adf3fc42606d tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=3ced66f9-ac84-4a87-b358-bcef5fe8e6b8 HTTP/1.1" status: 200 len: 944 time: 0.2012672 Jan 19 16:02:42.652605 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3396122a-6088-429a-9769-5461723e1502 req-3eda93aa-90a9-4ea0-87b5-bbd49ce179a1 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e91e874-0439-4d4e-9207-0a980af05958 HTTP/1.1" status: 200 len: 217 time: 0.1439321 Jan 19 16:02:42.779966 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-145c684f-ae77-457f-a758-32bc0746bb3a req-dcbc133a-89e7-401b-891d-9204b5b5313a tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048905 Jan 19 16:02:42.810076 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396122a-6088-429a-9769-5461723e1502 req-bb7ae7c6-4ce1-4e2f-8bee-308e39087314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:42.812501 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3396122a-6088-429a-9769-5461723e1502 req-bb7ae7c6-4ce1-4e2f-8bee-308e39087314 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=e3562505-5c33-4043-b9be-4bcf914d2bda HTTP/1.1" status: 200 len: 855 time: 0.1353321 Jan 19 16:02:42.859900 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c9cac-9867-4f31-8b6f-444091a22b52 req-63c14897-d933-4d37-bac1-f570d58ba30b tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:42.861255 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-838c9cac-9867-4f31-8b6f-444091a22b52 req-63c14897-d933-4d37-bac1-f570d58ba30b tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.2877777 Jan 19 16:02:42.944601 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3396122a-6088-429a-9769-5461723e1502 req-ad378007-77f8-4dec-99c0-ac5d89f7bf41 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5a07f96a-01d8-459c-9b69-968e5b6b4ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822201 Jan 19 16:02:42.980376 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-838c9cac-9867-4f31-8b6f-444091a22b52 req-57b41b27-6278-4531-9c02-82ed21c771f2 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718000 Jan 19 16:02:43.269674 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 77a349ba-e149-4ab8-9c56-2512ce712b62 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:02:43.406107 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3396122a-6088-429a-9769-5461723e1502 req-e19942f3-bff7-4ab9-b712-3d9c317518aa service neutron] 10.222.0.104 "GET /v2.0/networks/5a07f96a-01d8-459c-9b69-968e5b6b4ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234304 Jan 19 16:02:43.579330 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-77734a23-c921-4c59-8d7a-27a306cc6900 req-11a45dc7-31c3-41c5-a7d6-c40678eaf46e tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] 10.222.0.110 "GET /v2.0/ports?device_id=e63ae167-a061-4c07-a96e-838098656111 HTTP/1.1" status: 200 len: 210 time: 0.1488535 Jan 19 16:02:43.633497 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:43.670535 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77a349ba-e149-4ab8-9c56-2512ce712b62'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:02:43.682418 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port 77a349ba-e149-4ab8-9c56-2512ce712b62, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=77a349ba-e149-4ab8-9c56-2512ce712b62,segment=NetworkSegment(e72f2297-08fd-49e9-9edb-06951c7ef4e0),segment_id=e72f2297-08fd-49e9-9edb-06951c7ef4e0)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:02:43.689978 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:43.693485 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c0ceae1b-6461-4f05-8f97-de20898041ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:02:43.757774 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e015f-109c-483d-bff1-52795a502ccf req-f3911521-bbfa-43e4-9894-0bb2a18efb6f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:43.758857 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9d2e015f-109c-483d-bff1-52795a502ccf req-f3911521-bbfa-43e4-9894-0bb2a18efb6f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 0.2390666 Jan 19 16:02:43.762895 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3396122a-6088-429a-9769-5461723e1502 req-40c634ff-7222-415b-9549-e9d1370b6a2f service neutron] 10.222.0.104 "GET /v2.0/networks/5a07f96a-01d8-459c-9b69-968e5b6b4ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2669625 Jan 19 16:02:43.792719 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77a349ba-e149-4ab8-9c56-2512ce712b62', 'code': 200} Jan 19 16:02:43.821707 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=77a349ba-e149-4ab8-9c56-2512ce712b62,revision_number=5']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:02:43.824387 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9d2e015f-109c-483d-bff1-52795a502ccf req-e6875cde-330f-4b75-80cd-e236d82186ba tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556698 Jan 19 16:02:43.825356 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:02:44.147497 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f39b4-048e-4e6f-a26f-2a123ba9ab31 req-0d959b86-8afb-4372-85b4-1ccd75c28162 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:44.149249 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b48f39b4-048e-4e6f-a26f-2a123ba9ab31 req-0d959b86-8afb-4372-85b4-1ccd75c28162 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=3ced66f9-ac84-4a87-b358-bcef5fe8e6b8 HTTP/1.1" status: 200 len: 944 time: 0.1866338 Jan 19 16:02:44.209288 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b48f39b4-048e-4e6f-a26f-2a123ba9ab31 req-7f96fd77-566f-4547-8329-e2d477f233bb tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517540 Jan 19 16:02:44.536523 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49b23e-ad11-4fc6-bed7-d9983f81af3b req-6f375abf-48a9-4b3d-9db7-0bbf41012c00 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:44.539573 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4a49b23e-ad11-4fc6-bed7-d9983f81af3b req-6f375abf-48a9-4b3d-9db7-0bbf41012c00 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.1913548 Jan 19 16:02:44.603397 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4a49b23e-ad11-4fc6-bed7-d9983f81af3b req-93678901-fd28-487e-9d95-9d13d06634ef tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553098 Jan 19 16:02:45.585111 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 45416) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:02:45.603007 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc0fda-d40e-49b3-830a-01e1d82bd685 req-19c809e8-5e0e-4d53-99b2-546ce38cf088 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:45.604864 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-34dc0fda-d40e-49b3-830a-01e1d82bd685 req-19c809e8-5e0e-4d53-99b2-546ce38cf088 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 943 time: 0.2535622 Jan 19 16:02:45.630503 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c14e83-8da5-4e28-a414-6738efce06d1 req-50ad7167-c835-4e7e-a224-77ddad0fd22d tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:45.632232 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a0c14e83-8da5-4e28-a414-6738efce06d1 req-50ad7167-c835-4e7e-a224-77ddad0fd22d tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=3ced66f9-ac84-4a87-b358-bcef5fe8e6b8 HTTP/1.1" status: 200 len: 944 time: 0.1989198 Jan 19 16:02:45.727407 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-34dc0fda-d40e-49b3-830a-01e1d82bd685 req-a1198553-ef1d-4570-b136-1a98568678b7 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940478 Jan 19 16:02:45.752959 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a0c14e83-8da5-4e28-a414-6738efce06d1 req-87fc374c-06ac-421c-84f8-42043dc1e6ae tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034575 Jan 19 16:02:45.861886 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5e05e811-06e1-4aa1-afba-9693af67388e req-d3393c70-b4e9-494e-a3c9-c5ebdd7055a3 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2747734 Jan 19 16:02:46.030911 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0e38d-e06e-466d-8829-734078ae2b9d req-e5f87eba-2b05-4638-9997-3f49d336f97b tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:46.032878 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e4f0e38d-e06e-466d-8829-734078ae2b9d req-e5f87eba-2b05-4638-9997-3f49d336f97b tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.1465945 Jan 19 16:02:46.121030 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e4f0e38d-e06e-466d-8829-734078ae2b9d req-4ac2639b-c056-499f-b36f-c60740e32722 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817549 Jan 19 16:02:46.566285 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 1e91e874-0439-4d4e-9207-0a980af05958 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:02:46.724776 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning for port 1e91e874-0439-4d4e-9207-0a980af05958 completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:02:46.740130 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 1e91e874-0439-4d4e-9207-0a980af05958 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:02:46.740778 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:46.966185 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:47.033621 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ced66f9-ac84-4a87-b358-bcef5fe8e6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e91e874-0439-4d4e-9207-0a980af05958'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:02:47.048585 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port 1e91e874-0439-4d4e-9207-0a980af05958, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=1e91e874-0439-4d4e-9207-0a980af05958,segment=NetworkSegment(9c7be493-b0f1-4c72-8511-958af199a8fd),segment_id=9c7be493-b0f1-4c72-8511-958af199a8fd)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:02:47.052925 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:47.056382 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:02:47.156617 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=1e91e874-0439-4d4e-9207-0a980af05958,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:02:47.160632 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:02:47.295111 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c4f4b-ff9d-4b1e-b55c-bbc7cbdfeba8 req-abde2865-eeff-4e5f-8c2a-6400bc67ff15 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:47.297952 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-099c4f4b-ff9d-4b1e-b55c-bbc7cbdfeba8 req-abde2865-eeff-4e5f-8c2a-6400bc67ff15 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=3ced66f9-ac84-4a87-b358-bcef5fe8e6b8 HTTP/1.1" status: 200 len: 946 time: 0.2727637 Jan 19 16:02:47.323875 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba4e6e-135c-4ff5-ae87-bf960da15a29 req-e3d04568-b17d-464e-b779-4e868484823c tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:47.325576 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-08ba4e6e-135c-4ff5-ae87-bf960da15a29 req-e3d04568-b17d-464e-b779-4e868484823c tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 943 time: 0.2067208 Jan 19 16:02:47.385455 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 1e91e874-0439-4d4e-9207-0a980af05958 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:02:47.412065 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-099c4f4b-ff9d-4b1e-b55c-bbc7cbdfeba8 req-6d27e59b-fe5b-46a3-8915-54e16305d930 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853374 Jan 19 16:02:47.424315 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-08ba4e6e-135c-4ff5-ae87-bf960da15a29 req-adfc2d55-2fe7-49a0-906d-58a83a8517cc tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795128 Jan 19 16:02:47.513201 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 1e91e874-0439-4d4e-9207-0a980af05958 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:02:47.513898 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:02:47.569152 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ced66f9-ac84-4a87-b358-bcef5fe8e6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e91e874-0439-4d4e-9207-0a980af05958', 'code': 200} Jan 19 16:02:47.923288 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731dd165-f87a-48fb-bfd4-a8f3ab974ab1 req-8cc72107-213a-474d-b355-4c43f41fab7b tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:47.925058 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-731dd165-f87a-48fb-bfd4-a8f3ab974ab1 req-8cc72107-213a-474d-b355-4c43f41fab7b tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.1864488 Jan 19 16:02:47.927553 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aac690-84ca-4f5e-913e-62d6ea21abcb req-549f902d-f725-49a4-a703-e57823f6475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:47.929113 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-22aac690-84ca-4f5e-913e-62d6ea21abcb req-549f902d-f725-49a4-a703-e57823f6475c service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=3ced66f9-ac84-4a87-b358-bcef5fe8e6b8 HTTP/1.1" status: 200 len: 1163 time: 0.1478295 Jan 19 16:02:48.034648 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-731dd165-f87a-48fb-bfd4-a8f3ab974ab1 req-9a981003-05ed-44d7-ab67-e946425e469d tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955424 Jan 19 16:02:48.036579 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-22aac690-84ca-4f5e-913e-62d6ea21abcb req-6289326c-49cb-4b80-a0f8-f68b257bba29 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805624 Jan 19 16:02:49.349271 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05e811-06e1-4aa1-afba-9693af67388e req-c2943505-358f-4c2f-ab03-4a02ab81ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:49.353605 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5e05e811-06e1-4aa1-afba-9693af67388e req-c2943505-358f-4c2f-ab03-4a02ab81ea44 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7&tenant_id=a5ad27bc88e04bd18332340c160e78f4 HTTP/1.1" status: 200 len: 1160 time: 0.3655229 Jan 19 16:02:49.421972 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572e459-dde0-481b-9c3c-802b25c06d44 req-4da1a2c5-808a-4944-8312-c6cbc50fb9e7 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:49.438069 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f572e459-dde0-481b-9c3c-802b25c06d44 req-4da1a2c5-808a-4944-8312-c6cbc50fb9e7 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 943 time: 0.5280266 Jan 19 16:02:49.613079 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ae697-2f07-4e4d-b86e-0d4ce342bc1e req-e98d7358-645b-4911-b712-89c1e36a6b71 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:49.614879 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b26ae697-2f07-4e4d-b86e-0d4ce342bc1e req-e98d7358-645b-4911-b712-89c1e36a6b71 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=3ced66f9-ac84-4a87-b358-bcef5fe8e6b8 HTTP/1.1" status: 200 len: 946 time: 0.7862935 Jan 19 16:02:49.708644 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f572e459-dde0-481b-9c3c-802b25c06d44 req-0a34760b-a135-40bd-bf95-69277d99375e tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528726 Jan 19 16:02:49.718460 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b26ae697-2f07-4e4d-b86e-0d4ce342bc1e req-8cf4cdcc-8c32-44cf-a770-c09dbdc4aead tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946281 Jan 19 16:02:49.731193 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05e811-06e1-4aa1-afba-9693af67388e req-60fc5728-9a10-4962-a8c6-f8323aab88e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:49.732356 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5e05e811-06e1-4aa1-afba-9693af67388e req-60fc5728-9a10-4962-a8c6-f8323aab88e9 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a5ad27bc88e04bd18332340c160e78f4&device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 1160 time: 0.2924407 Jan 19 16:02:50.022582 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05e811-06e1-4aa1-afba-9693af67388e req-cf431d38-0ef9-4540-88e2-957ae54a2961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:50.024151 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5e05e811-06e1-4aa1-afba-9693af67388e req-cf431d38-0ef9-4540-88e2-957ae54a2961 service neutron] 10.222.0.104 "GET /v2.0/networks?id=6f889a84-1af9-40d2-bcf9-6e9854a6418c HTTP/1.1" status: 200 len: 911 time: 0.2745192 Jan 19 16:02:50.330020 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed6ecf-24f6-4546-bac2-e34945a58760 req-2286efef-3ee3-48a0-878d-2a480598b148 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:50.344896 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-51ed6ecf-24f6-4546-bac2-e34945a58760 req-2286efef-3ee3-48a0-878d-2a480598b148 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.4315608 Jan 19 16:02:50.402020 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5e05e811-06e1-4aa1-afba-9693af67388e req-8f40c191-a88f-47ee-9650-8dd6591f5a7f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77a349ba-e149-4ab8-9c56-2512ce712b62 HTTP/1.1" status: 200 len: 997 time: 0.3574772 Jan 19 16:02:50.815465 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-51ed6ecf-24f6-4546-bac2-e34945a58760 req-7de26088-f7b9-4035-85a0-98f629e148df tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631498 Jan 19 16:02:50.872616 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05e811-06e1-4aa1-afba-9693af67388e req-157be363-07b6-425a-b15e-2435cf38da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:50.875788 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5e05e811-06e1-4aa1-afba-9693af67388e req-157be363-07b6-425a-b15e-2435cf38da1f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=50029681-e86b-47f1-bdb3-0326582392cc HTTP/1.1" status: 200 len: 856 time: 0.4467616 Jan 19 16:02:51.312973 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05e811-06e1-4aa1-afba-9693af67388e req-1895c8c6-ff64-4668-880a-571314c8709f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:51.315042 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5e05e811-06e1-4aa1-afba-9693af67388e req-1895c8c6-ff64-4668-880a-571314c8709f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6f889a84-1af9-40d2-bcf9-6e9854a6418c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4245591 Jan 19 16:02:51.518655 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884b779-251b-4bcf-8546-57bb6555089f req-9a71c8aa-b28d-42a3-83b3-5e9012aa9626 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:51.520499 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4884b779-251b-4bcf-8546-57bb6555089f req-9a71c8aa-b28d-42a3-83b3-5e9012aa9626 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 943 time: 0.4785080 Jan 19 16:02:51.546823 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25b815-96de-4696-81e8-bdc1b9e3ff65 req-e5b639d9-db8a-490d-b571-eec19177d7d3 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:51.548629 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ad25b815-96de-4696-81e8-bdc1b9e3ff65 req-e5b639d9-db8a-490d-b571-eec19177d7d3 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=3ced66f9-ac84-4a87-b358-bcef5fe8e6b8 HTTP/1.1" status: 200 len: 946 time: 0.3935504 Jan 19 16:02:51.688612 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5e05e811-06e1-4aa1-afba-9693af67388e req-967462df-bc1d-489d-a961-aecea9cc075f service neutron] 10.222.0.104 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513539 Jan 19 16:02:51.704170 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4884b779-251b-4bcf-8546-57bb6555089f req-798dd8bc-47b0-4477-a3a7-d49a3938ad78 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520622 Jan 19 16:02:51.712059 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ad25b815-96de-4696-81e8-bdc1b9e3ff65 req-5d6ca064-7661-4093-a216-ef4796820d8a tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556530 Jan 19 16:02:51.966654 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5e05e811-06e1-4aa1-afba-9693af67388e req-f51621b3-12ac-4ac8-8442-094e0fe8904d service neutron] 10.222.0.104 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2611525 Jan 19 16:02:52.409280 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a2bdf-426b-4b44-adeb-229f6832acff req-0471957e-b5ee-4b64-87f2-5cd9d9fda7a3 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:52.413985 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d60a2bdf-426b-4b44-adeb-229f6832acff req-0471957e-b5ee-4b64-87f2-5cd9d9fda7a3 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.2827227 Jan 19 16:02:52.517537 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d60a2bdf-426b-4b44-adeb-229f6832acff req-1843b324-eacc-4c2c-8c94-1c2bb1d26478 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917313 Jan 19 16:02:53.302218 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff263542-1f60-449e-bee8-5be3a998015c req-8889e32f-300a-4382-814c-5213654be5b7 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:53.306519 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ff263542-1f60-449e-bee8-5be3a998015c req-8889e32f-300a-4382-814c-5213654be5b7 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 943 time: 0.2623160 Jan 19 16:02:53.410996 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ff263542-1f60-449e-bee8-5be3a998015c req-c3b5da5f-187e-45cb-aaae-adb0bd233404 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898788 Jan 19 16:02:53.926983 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510af85c-da98-450f-97d9-de5ec3c9bd53 req-8a593f56-b928-4a96-bff6-90dc41f53f0a tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:53.939657 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-510af85c-da98-450f-97d9-de5ec3c9bd53 req-8a593f56-b928-4a96-bff6-90dc41f53f0a tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.2295551 Jan 19 16:02:54.031007 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-510af85c-da98-450f-97d9-de5ec3c9bd53 req-a939db2c-2b51-4566-a8da-2061679000b8 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867009 Jan 19 16:02:55.232481 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9bd03-dcba-48cf-a5c4-7890f01f4e4f req-b6932af1-91b3-4080-bfda-00037733a6a5 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:55.244486 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-daf9bd03-dcba-48cf-a5c4-7890f01f4e4f req-b6932af1-91b3-4080-bfda-00037733a6a5 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 943 time: 0.3338490 Jan 19 16:02:55.376214 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-daf9bd03-dcba-48cf-a5c4-7890f01f4e4f req-8e170fbf-6dba-4a88-84f2-c8fc977bb5d8 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191671 Jan 19 16:02:56.042280 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e85cb5-82d2-4fe8-af44-9dd2f3fe9a6a req-022a735a-1da5-4f09-8532-a5b544321f32 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:56.044278 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-63e85cb5-82d2-4fe8-af44-9dd2f3fe9a6a req-022a735a-1da5-4f09-8532-a5b544321f32 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.2395439 Jan 19 16:02:56.192381 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-63e85cb5-82d2-4fe8-af44-9dd2f3fe9a6a req-3da2cc0f-9436-4f24-9110-77d0c050cf8e tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404662 Jan 19 16:02:56.949011 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb43546-49eb-422c-9318-76ecb9ee76ae req-75856747-3436-43d0-9d1f-f8ef103bc2bd tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:56.952558 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0fb43546-49eb-422c-9318-76ecb9ee76ae req-75856747-3436-43d0-9d1f-f8ef103bc2bd tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 943 time: 0.2390544 Jan 19 16:02:57.116260 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0fb43546-49eb-422c-9318-76ecb9ee76ae req-dd287577-834f-45ed-9a58-0b35062cc278 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460755 Jan 19 16:02:57.833173 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5275618-62d2-438c-bc06-cf3a7394cc4b req-f5d31097-93d5-476e-acf3-f5567324647a tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:57.848967 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d5275618-62d2-438c-bc06-cf3a7394cc4b req-f5d31097-93d5-476e-acf3-f5567324647a tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.2787774 Jan 19 16:02:58.081014 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d5275618-62d2-438c-bc06-cf3a7394cc4b req-a454dac0-1f50-40ff-ab89-d45a7db38ee8 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279556 Jan 19 16:02:58.511125 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7b720-9b73-4f83-b25d-549f2724e5d7 req-3804b05d-b24d-4836-80c0-1755059b48ba tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:58.512869 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-50f7b720-9b73-4f83-b25d-549f2724e5d7 req-3804b05d-b24d-4836-80c0-1755059b48ba tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 943 time: 0.1304390 Jan 19 16:02:58.631900 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-50f7b720-9b73-4f83-b25d-549f2724e5d7 req-54c1c45c-68d7-4089-ab72-a58fd109f226 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052043 Jan 19 16:02:59.828403 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816e971-3f77-4687-b784-55327cce0199 req-da2f1327-3cf9-402a-bfd3-69a22670c495 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:02:59.837525 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0816e971-3f77-4687-b784-55327cce0199 req-da2f1327-3cf9-402a-bfd3-69a22670c495 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.3212070 Jan 19 16:02:59.930645 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0816e971-3f77-4687-b784-55327cce0199 req-81d4777e-23a6-48d2-8908-26f6004d81c5 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885901 Jan 19 16:03:00.555703 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c738e56-20a0-4b73-b536-c494c201b6b7 req-c876d4f1-ecb4-4489-bd7d-b2e361e1bcf7 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:00.569864 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5c738e56-20a0-4b73-b536-c494c201b6b7 req-c876d4f1-ecb4-4489-bd7d-b2e361e1bcf7 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 943 time: 0.2003214 Jan 19 16:03:00.644843 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5c738e56-20a0-4b73-b536-c494c201b6b7 req-0d59168a-5252-4271-8211-786fe326c3b0 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738375 Jan 19 16:03:01.366282 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537014e-73a8-4638-8666-c3a0e49675f8 req-ef538d76-4256-4020-af26-910aadedc5b7 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:01.369301 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b537014e-73a8-4638-8666-c3a0e49675f8 req-ef538d76-4256-4020-af26-910aadedc5b7 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.1886339 Jan 19 16:03:01.479919 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b537014e-73a8-4638-8666-c3a0e49675f8 req-8cb3c820-04ef-4fd9-b6de-e4d9cc6ce741 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002784 Jan 19 16:03:01.841338 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 45676) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:03:02.054063 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Deleting subnet fb00b2c9-781f-45ba-abcc-70b44d5f1d7b {{(pid=80159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 16:03:02.065179 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:02.135399 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852053991'] for subnet, precommit_delete_associations {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:02.218545 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854039609'] for subnet, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:02.244080 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2052d46-557b-486f-a3b1-e0788d542d45 req-c61fbbe0-d58a-4760-a93a-e4786b3bdd13 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:02.250090 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c2052d46-557b-486f-a3b1-e0788d542d45 req-c61fbbe0-d58a-4760-a93a-e4786b3bdd13 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 943 time: 0.3524299 Jan 19 16:03:02.407839 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c2052d46-557b-486f-a3b1-e0788d542d45 req-b3f93ee1-5f53-4178-9559-98e6109f70a1 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487353 Jan 19 16:03:02.906702 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852269989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852453329'] for subnet, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:02.965102 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4ab1f2fc-ce88-4d5d-9263-eb843b2b0766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:03.086970 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edcd59c-7c93-4185-a935-a24896a8389f req-394ef3aa-943b-4990-88b3-3f9bed916518 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:03.090351 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9edcd59c-7c93-4185-a935-a24896a8389f req-394ef3aa-943b-4990-88b3-3f9bed916518 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.2261722 Jan 19 16:03:03.181545 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb00b2c9-781f-45ba-abcc-70b44d5f1d7b,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:03.280435 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9edcd59c-7c93-4185-a935-a24896a8389f req-63c764b3-5e6e-40b8-b408-dfb3d1f2a806 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806595 Jan 19 16:03:03.439094 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:03.439709 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:03.439903 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:03.440314 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:03.440720 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:03.441132 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:03.441539 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:03.441941 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:03.442342 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:03.442756 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:03.443184 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:03.443578 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:03.444080 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:03.444481 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:03.444879 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:03.445273 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:03.445667 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:03.446062 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:03.446458 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:03.446912 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:03.447310 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:03.447786 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:03.448074 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:03.448473 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:03.474753 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:03.477348 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] 10.222.0.110 "DELETE /v2.0/subnets/fb00b2c9-781f-45ba-abcc-70b44d5f1d7b HTTP/1.1" status: 204 len: 168 time: 1.6329927 Jan 19 16:03:03.481752 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 45692) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:03:03.508674 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:03.898627 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245900'] for network, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:04.025849 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-db35058a-9bc8-4291-80aa-d11ee6e7eeaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:04.348102 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f7e91-f1af-4c1e-bffb-65110b8abba4 req-33d56d14-0eb0-4094-b4d7-40fadc2de6e1 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:04.350906 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3c6f7e91-f1af-4c1e-bffb-65110b8abba4 req-33d56d14-0eb0-4094-b4d7-40fadc2de6e1 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 943 time: 0.5926678 Jan 19 16:03:04.371282 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736146', 'neutron.services.segments.db._delete_segments_for_network--9223363244352747226'] for network, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:04.617219 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3c6f7e91-f1af-4c1e-bffb-65110b8abba4 req-1c3b1f3c-4b94-4ed1-82cd-55381ad28262 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2521722 Jan 19 16:03:04.680515 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6239ef5f-d70e-4467-917d-ea8f72910c95']}} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:03:04.699828 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53de4403-276d-4079-8333-52ecba1267e1') {'for_net_delete': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:03:04.705125 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53de4403-276d-4079-8333-52ecba1267e1') {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:03:04.745090 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244352752346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852364656'] for segment, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:04.799569 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:04.804571 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 16:03:05.579357 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Network 6239ef5f-d70e-4467-917d-ea8f72910c95 has no segments {{(pid=80160) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 16:03:05.606282 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854040106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3505400'] for segment, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:05.892613 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874dff1-f37b-4e06-a069-b7abec8b7533 req-bbaa3939-b70f-4498-985b-b3b5488f0508 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:05.905731 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2874dff1-f37b-4e06-a069-b7abec8b7533 req-bbaa3939-b70f-4498-985b-b3b5488f0508 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.8833899 Jan 19 16:03:06.092588 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2874dff1-f37b-4e06-a069-b7abec8b7533 req-723c4c35-b0ec-44b1-a51b-ebffef37c227 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719744 Jan 19 16:03:06.278427 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Network 6239ef5f-d70e-4467-917d-ea8f72910c95 has no segments {{(pid=80160) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: Traceback (most recent call last): Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: timer() Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: cb(*args, **kw) Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: return func(*args, **kwargs) Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: self._notify() Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: self.callback(batched_events) Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: event.method(event) Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: segment_id)['aggregates'][0] Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: return f(self, *a, **k) Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: return self._get(url).json() Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: **kwargs) Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: return self.request(url, 'GET', **kwargs) Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: **endpoint_filter) Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 16:03:06.412987 dv-cinder-667108-29-smb neutron-server[80046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 16:03:06.487829 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854039654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853037674'] for network, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:06.512654 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d61f5bd0-58e8-4f93-b42d-fec5c1d0f04f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:06.538060 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:06.557932 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Pushing event deleted for resources: {'Network': ['ID=6239ef5f-d70e-4467-917d-ea8f72910c95,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:06.568588 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] 10.222.0.110 "DELETE /v2.0/networks/6239ef5f-d70e-4467-917d-ea8f72910c95 HTTP/1.1" status: 204 len: 168 time: 3.0847249 Jan 19 16:03:06.571245 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:06.571657 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:06.572067 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:06.572447 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:06.572855 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:06.573240 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:06.573632 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:06.574031 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:06.574247 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 45706) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:03:06.574393 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:06.574814 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:06.575206 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:06.575597 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:06.576096 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:06.576665 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:06.577225 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:06.577633 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:06.578073 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:06.578462 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:06.578886 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:06.579302 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:06.579647 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:06.580037 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:06.580423 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:06.580810 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:06.609074 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690cf11-cdbc-40f8-9ecf-84811cf0f628 req-86126a7e-2cff-49dd-88ca-24baf918ffb5 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:06.621564 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d690cf11-cdbc-40f8-9ecf-84811cf0f628 req-86126a7e-2cff-49dd-88ca-24baf918ffb5 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 943 time: 0.2072458 Jan 19 16:03:06.651208 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-12d41cc2-cd41-4b76-9986-016dd67e626a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:06.694256 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:06.722392 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d690cf11-cdbc-40f8-9ecf-84811cf0f628 req-a80dbb9d-8203-407b-92e2-72a5756bc19d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997369 Jan 19 16:03:06.724538 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9476b50-b157-4f65-8a75-abec01c0bace admin admin] Deleting subnet c5550280-534b-45bf-8cae-b129cbd71e43 {{(pid=80159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 16:03:06.736583 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c9476b50-b157-4f65-8a75-abec01c0bace admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:06.872238 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c9476b50-b157-4f65-8a75-abec01c0bace admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852053991'] for subnet, precommit_delete_associations {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:07.013052 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c9476b50-b157-4f65-8a75-abec01c0bace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854039609'] for subnet, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:07.437592 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:07.449470 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c23de663-6bef-4bda-abe2-d4deec4de5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:07.760514 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418238c7-26bc-4ec1-bc03-d1041fa607cb req-dba1a4bf-e5fc-4965-a433-5563f9623aaa tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:07.778841 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-418238c7-26bc-4ec1-bc03-d1041fa607cb req-dba1a4bf-e5fc-4965-a433-5563f9623aaa tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.2070031 Jan 19 16:03:07.864278 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c9476b50-b157-4f65-8a75-abec01c0bace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852269989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852453329'] for subnet, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:07.925805 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-418238c7-26bc-4ec1-bc03-d1041fa607cb req-3e05c3c7-7eab-4d36-b426-0da33ce63d54 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434610 Jan 19 16:03:07.944534 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:08.095228 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:08.169712 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9476b50-b157-4f65-8a75-abec01c0bace admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5550280-534b-45bf-8cae-b129cbd71e43,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:08.173951 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c9476b50-b157-4f65-8a75-abec01c0bace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:08.200513 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c9476b50-b157-4f65-8a75-abec01c0bace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:08.230939 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-c9476b50-b157-4f65-8a75-abec01c0bace admin admin] 10.222.0.110 "DELETE /v2.0/subnets/c5550280-534b-45bf-8cae-b129cbd71e43 HTTP/1.1" status: 204 len: 168 time: 1.6544127 Jan 19 16:03:08.235788 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 45724) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:03:08.755599 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f8fdf15b-9597-4cef-bddf-f93cf5ed1f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245900'] for network, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:09.182777 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:09.363922 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566bc3d-d67b-49f7-a918-787afc2f97a6 req-22301e25-8c73-4c77-a582-ac9008428567 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:09.366687 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c566bc3d-d67b-49f7-a918-787afc2f97a6 req-22301e25-8c73-4c77-a582-ac9008428567 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 943 time: 1.0694232 Jan 19 16:03:09.386242 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f8fdf15b-9597-4cef-bddf-f93cf5ed1f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736146', 'neutron.services.segments.db._delete_segments_for_network--9223363244352747226'] for network, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:09.524042 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c566bc3d-d67b-49f7-a918-787afc2f97a6 req-f9224ea1-7f38-4ddd-b201-18d1a359ff56 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094544 Jan 19 16:03:09.927320 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-f8fdf15b-9597-4cef-bddf-f93cf5ed1f37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d853ee-533f-4d1e-b097-aea031d4e29d']}} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:03:09.989054 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-f8fdf15b-9597-4cef-bddf-f93cf5ed1f37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410b21e7-63b8-432d-ac05-cc4c6d905e57') {'for_net_delete': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:03:09.989598 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-f8fdf15b-9597-4cef-bddf-f93cf5ed1f37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410b21e7-63b8-432d-ac05-cc4c6d905e57') {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:03:10.040588 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f8fdf15b-9597-4cef-bddf-f93cf5ed1f37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244352752346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852364656'] for segment, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:10.128840 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f8fdf15b-9597-4cef-bddf-f93cf5ed1f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:10.134346 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f8fdf15b-9597-4cef-bddf-f93cf5ed1f37 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 16:03:10.662566 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-f8fdf15b-9597-4cef-bddf-f93cf5ed1f37 admin admin] Network c2d853ee-533f-4d1e-b097-aea031d4e29d has no segments {{(pid=80160) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 16:03:10.692820 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f8fdf15b-9597-4cef-bddf-f93cf5ed1f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854040106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3505400'] for segment, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:11.012831 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8310c9-9b88-486a-890f-05f2b8544759 req-d1de47ea-f36c-4af1-add8-2b9b07f39671 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:11.035710 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3c8310c9-9b88-486a-890f-05f2b8544759 req-d1de47ea-f36c-4af1-add8-2b9b07f39671 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.4976046 Jan 19 16:03:11.461614 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-f8fdf15b-9597-4cef-bddf-f93cf5ed1f37 admin admin] Network c2d853ee-533f-4d1e-b097-aea031d4e29d has no segments {{(pid=80160) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: Traceback (most recent call last): Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: timer() Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: cb(*args, **kw) Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: return func(*args, **kwargs) Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: self._notify() Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: self.callback(batched_events) Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: event.method(event) Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: segment_id)['aggregates'][0] Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: return f(self, *a, **k) Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: return self._get(url).json() Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: **kwargs) Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: return self.request(url, 'GET', **kwargs) Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: **endpoint_filter) Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 16:03:11.523775 dv-cinder-667108-29-smb neutron-server[80046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 16:03:11.540892 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3c8310c9-9b88-486a-890f-05f2b8544759 req-6ebd8d23-bc5a-4cf4-ad19-ef2b93728828 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962432 Jan 19 16:03:11.676970 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f8fdf15b-9597-4cef-bddf-f93cf5ed1f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854039654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853037674'] for network, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:11.686688 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:11.714505 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f8fdf15b-9597-4cef-bddf-f93cf5ed1f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:11.760439 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fdf15b-9597-4cef-bddf-f93cf5ed1f37 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2d853ee-533f-4d1e-b097-aea031d4e29d,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:11.764950 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f8fdf15b-9597-4cef-bddf-f93cf5ed1f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:11.785300 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-f8fdf15b-9597-4cef-bddf-f93cf5ed1f37 admin admin] 10.222.0.110 "DELETE /v2.0/networks/c2d853ee-533f-4d1e-b097-aea031d4e29d HTTP/1.1" status: 204 len: 168 time: 3.5474544 Jan 19 16:03:12.089692 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95827ab7-22ea-4443-8802-08cbe5a8b7aa req-0814ea7b-3e24-4086-bbce-278c994a8da5 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:12.102368 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-95827ab7-22ea-4443-8802-08cbe5a8b7aa req-0814ea7b-3e24-4086-bbce-278c994a8da5 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 943 time: 0.2873619 Jan 19 16:03:12.172610 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-95827ab7-22ea-4443-8802-08cbe5a8b7aa req-836a87f1-7fff-47d4-aead-58d9dcbcfeb4 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681932 Jan 19 16:03:12.315324 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 45744) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:03:12.408618 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-3285e6ed-6764-4114-9ae0-a5d9b03a1893 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=8a8e3be5d11c459e81f5ff9d87f68c5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0913894 Jan 19 16:03:12.413116 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 45748) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:03:12.562178 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0b1fd480-d538-4bf5-b47a-68c0445e8ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:12.606342 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0b1fd480-d538-4bf5-b47a-68c0445e8ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:12.722700 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0b1fd480-d538-4bf5-b47a-68c0445e8ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:12.740601 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-eb239425-ca78-4202-bdb3-3de01fc25214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:12.777992 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fd480-d538-4bf5-b47a-68c0445e8ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0a6001-4d34-442d-a2c4-6b0ee3ab87cd,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:12.789561 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-0b1fd480-d538-4bf5-b47a-68c0445e8ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:12.809223 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0b1fd480-d538-4bf5-b47a-68c0445e8ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:12.827216 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-0b1fd480-d538-4bf5-b47a-68c0445e8ba8 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/8d0a6001-4d34-442d-a2c4-6b0ee3ab87cd HTTP/1.1" status: 204 len: 168 time: 0.4098418 Jan 19 16:03:12.940567 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d96e9-1191-4ce1-9e17-1e63d9cbae50 req-09969534-98c1-48cb-ad86-9c0e4558823f tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:12.943997 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-195d96e9-1191-4ce1-9e17-1e63d9cbae50 req-09969534-98c1-48cb-ad86-9c0e4558823f tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.1925621 Jan 19 16:03:13.152698 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-195d96e9-1191-4ce1-9e17-1e63d9cbae50 req-746e2cf7-f076-4af6-a3c6-0339a5e6396a tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957819 Jan 19 16:03:14.274340 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0925204-e200-4a67-bf05-2827cc76e63a req-03e03122-ca77-424c-9622-0e7854738974 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:14.278709 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b0925204-e200-4a67-bf05-2827cc76e63a req-03e03122-ca77-424c-9622-0e7854738974 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 943 time: 0.5272863 Jan 19 16:03:14.319622 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 45776) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:03:14.473722 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-368f796a-15bf-4c52-b966-a66ee4b7516e admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=b462642948944995b0ec7b8b0aa0671b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526015 Jan 19 16:03:14.481238 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 45780) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:03:14.574466 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b0925204-e200-4a67-bf05-2827cc76e63a req-c8c3050b-22ae-4406-b74d-b81523e9b7fe tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816299 Jan 19 16:03:14.658270 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-534b343b-b298-43af-a2e2-44eb68638c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:14.729485 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cb542d25-01fb-4ed8-9b55-123768f3000a req-fa8f0cb5-a3bd-47a4-a255-a9a93cadc693 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.4380772 Jan 19 16:03:14.797973 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-534b343b-b298-43af-a2e2-44eb68638c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:15.106871 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-534b343b-b298-43af-a2e2-44eb68638c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:15.143678 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4c644a08-e1d0-4950-9c1f-851e56da7907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:15.196980 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-534b343b-b298-43af-a2e2-44eb68638c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:15.208962 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-534b343b-b298-43af-a2e2-44eb68638c96 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/dc291822-0c86-42f5-b27b-dfb2b4a92c54 HTTP/1.1" status: 204 len: 168 time: 0.7249794 Jan 19 16:03:15.211051 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b343b-b298-43af-a2e2-44eb68638c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc291822-0c86-42f5-b27b-dfb2b4a92c54,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:15.219630 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-534b343b-b298-43af-a2e2-44eb68638c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:15.427796 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb542d25-01fb-4ed8-9b55-123768f3000a req-7004f8d2-eeef-450d-9f4b-16c49c251197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:15.434298 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cb542d25-01fb-4ed8-9b55-123768f3000a req-7004f8d2-eeef-450d-9f4b-16c49c251197 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7b1a4fa7e3e84f4c99ed43dd4d9f70d8&device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 1162 time: 0.6659346 Jan 19 16:03:15.547773 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67191d0-ec28-46df-abc2-a88e873577b5 req-f80d736b-3f23-49b6-b9ec-3d98fc4e2327 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:15.563257 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c67191d0-ec28-46df-abc2-a88e873577b5 req-f80d736b-3f23-49b6-b9ec-3d98fc4e2327 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.5618453 Jan 19 16:03:15.687739 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c67191d0-ec28-46df-abc2-a88e873577b5 req-bc104bd7-42c0-4a12-8653-809567e493c4 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227465 Jan 19 16:03:16.358374 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5b58d-61ce-48b3-a5db-9eee8a8096bd req-b201cba8-87e2-4dcf-bfea-1b2779ed9298 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:16.378977 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fbf5b58d-61ce-48b3-a5db-9eee8a8096bd req-b201cba8-87e2-4dcf-bfea-1b2779ed9298 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 943 time: 0.2913034 Jan 19 16:03:16.727364 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fbf5b58d-61ce-48b3-a5db-9eee8a8096bd req-180fdc15-07d0-40d2-8a25-d80b92d5e694 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3412030 Jan 19 16:03:16.901796 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb542d25-01fb-4ed8-9b55-123768f3000a req-a633038f-97fe-433d-a22d-186f3aec98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:16.907579 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cb542d25-01fb-4ed8-9b55-123768f3000a req-a633038f-97fe-433d-a22d-186f3aec98e7 service neutron] 10.222.0.104 "GET /v2.0/networks?id=6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 HTTP/1.1" status: 200 len: 904 time: 0.4232523 Jan 19 16:03:17.129534 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cb542d25-01fb-4ed8-9b55-123768f3000a req-af409759-82a6-4323-9a03-f9203e764ee2 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b3f4d32-e368-434f-ae52-2cec572a5046 HTTP/1.1" status: 200 len: 1001 time: 0.2072217 Jan 19 16:03:17.283101 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb542d25-01fb-4ed8-9b55-123768f3000a req-da446da4-3dc0-4719-8c78-b0af7f9a2fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:17.284702 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cb542d25-01fb-4ed8-9b55-123768f3000a req-da446da4-3dc0-4719-8c78-b0af7f9a2fa4 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2ac4c3c0-47d4-4e4c-9947-77ff1933d492 HTTP/1.1" status: 200 len: 849 time: 0.1071157 Jan 19 16:03:17.318820 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be1d5e-5e1c-403c-8354-2b077d5667c2 req-1f4e8e52-f21c-4952-b423-6d4ebd0db1a8 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:17.320520 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d9be1d5e-5e1c-403c-8354-2b077d5667c2 req-1f4e8e52-f21c-4952-b423-6d4ebd0db1a8 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.1899829 Jan 19 16:03:17.431783 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d9be1d5e-5e1c-403c-8354-2b077d5667c2 req-092d0953-4955-486c-9f69-418f1b566089 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686572 Jan 19 16:03:17.447447 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb542d25-01fb-4ed8-9b55-123768f3000a req-0087c4f5-752f-4925-a461-fe51b051781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:17.449120 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cb542d25-01fb-4ed8-9b55-123768f3000a req-0087c4f5-752f-4925-a461-fe51b051781e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6ea02ce0-bc45-4d69-89bd-6b33e937c1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1275852 Jan 19 16:03:17.653163 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cb542d25-01fb-4ed8-9b55-123768f3000a req-cf602cf5-1a17-4287-aeb9-06e781816932 service neutron] 10.222.0.104 "GET /v2.0/networks/6ea02ce0-bc45-4d69-89bd-6b33e937c1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907396 Jan 19 16:03:17.994010 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cb542d25-01fb-4ed8-9b55-123768f3000a req-cdf197dd-8dcb-472c-ae9e-5e177501d285 service neutron] 10.222.0.104 "GET /v2.0/networks/6ea02ce0-bc45-4d69-89bd-6b33e937c1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3271883 Jan 19 16:03:18.059113 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:03:18.217774 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa095d8-63cc-4bc9-8771-fec1165d478a req-ec90b4ff-d61e-493a-b50e-e9dcab70e639 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:18.220186 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3aa095d8-63cc-4bc9-8771-fec1165d478a req-ec90b4ff-d61e-493a-b50e-e9dcab70e639 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 943 time: 0.2228889 Jan 19 16:03:18.293562 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3aa095d8-63cc-4bc9-8771-fec1165d478a req-96811df3-dc53-4d6f-a61a-b457012512af tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655730 Jan 19 16:03:18.336948 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 45848) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:03:18.596551 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-513b0952-bc81-4c75-bb17-a1000caaf618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:18.654341 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-513b0952-bc81-4c75-bb17-a1000caaf618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:03:18.672650 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-513b0952-bc81-4c75-bb17-a1000caaf618 admin admin] Usage tracker for resource:security_group_rule and tenant:4c2860479b9241f080613e4e61aaa325 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:03:18.692243 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-513b0952-bc81-4c75-bb17-a1000caaf618 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:03:18.708992 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-513b0952-bc81-4c75-bb17-a1000caaf618 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:03:19.398676 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-513b0952-bc81-4c75-bb17-a1000caaf618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:19.437901 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f374b-24f5-40ff-9689-26c882187692 req-0c0572ab-c089-441b-aa60-adf84a63ab67 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:19.440051 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8f5f374b-24f5-40ff-9689-26c882187692 req-0c0572ab-c089-441b-aa60-adf84a63ab67 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.7260544 Jan 19 16:03:19.440899 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-513b0952-bc81-4c75-bb17-a1000caaf618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:19.481847 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:19.496563 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 45870) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:03:19.506885 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-513b0952-bc81-4c75-bb17-a1000caaf618 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=4c2860479b9241f080613e4e61aaa325&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1685736 Jan 19 16:03:19.599416 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ba71b01f-4253-4634-b232-5a414208d543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:19.644380 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ba71b01f-4253-4634-b232-5a414208d543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:19.714247 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ba71b01f-4253-4634-b232-5a414208d543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:19.729974 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:19.764434 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71b01f-4253-4634-b232-5a414208d543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72788fad-52db-44db-8f9a-78ffe94d9c4a,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:19.770057 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-ba71b01f-4253-4634-b232-5a414208d543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:19.776186 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ba71b01f-4253-4634-b232-5a414208d543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:19.787146 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-ba71b01f-4253-4634-b232-5a414208d543 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/72788fad-52db-44db-8f9a-78ffe94d9c4a HTTP/1.1" status: 204 len: 168 time: 0.2875106 Jan 19 16:03:19.807116 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b0952-bc81-4c75-bb17-a1000caaf618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72788fad-52db-44db-8f9a-78ffe94d9c4a,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:19.826517 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-513b0952-bc81-4c75-bb17-a1000caaf618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:19.846511 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8f5f374b-24f5-40ff-9689-26c882187692 req-a29a7cde-b08e-492c-b18a-863d01a5760a tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663578 Jan 19 16:03:19.867861 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9f9b8-cef6-49d8-a52c-f9ff8bfecd12 req-7be2d12f-55ab-43fc-a617-c6e7d99ca065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:19.871710 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-dfc9f9b8-cef6-49d8-a52c-f9ff8bfecd12 req-7be2d12f-55ab-43fc-a617-c6e7d99ca065 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 1162 time: 0.6210649 Jan 19 16:03:20.026014 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827711d4-dc8b-4729-9b64-93d4ddb24b9f req-43b092c6-533f-4c95-bfca-ad9fa8aeb281 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:20.035211 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-827711d4-dc8b-4729-9b64-93d4ddb24b9f req-43b092c6-533f-4c95-bfca-ad9fa8aeb281 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 943 time: 0.3977194 Jan 19 16:03:20.039764 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-dfc9f9b8-cef6-49d8-a52c-f9ff8bfecd12 req-22988938-7a4d-4946-941a-fc07fd9b123e service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600757 Jan 19 16:03:20.146354 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-827711d4-dc8b-4729-9b64-93d4ddb24b9f req-705a40e8-963d-48bf-8166-498b6f96f0a0 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095130 Jan 19 16:03:21.229276 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b583d5-67a4-43ec-800a-9b7c90bf3860 req-d67a56d0-be03-4900-8c35-b88c7a0e06ae tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:21.231258 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e9b583d5-67a4-43ec-800a-9b7c90bf3860 req-d67a56d0-be03-4900-8c35-b88c7a0e06ae tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.1589885 Jan 19 16:03:21.338350 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e9b583d5-67a4-43ec-800a-9b7c90bf3860 req-96318c6c-a218-44be-853c-e66cb4e9b49b tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991945 Jan 19 16:03:21.637285 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b05d1-66d0-416e-b6f5-f430cecb2ce4 req-ee89a77e-95c0-4af2-a63f-144282e4d1b2 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:21.662419 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-673b05d1-66d0-416e-b6f5-f430cecb2ce4 req-ee89a77e-95c0-4af2-a63f-144282e4d1b2 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 943 time: 0.2681620 Jan 19 16:03:21.739162 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-673b05d1-66d0-416e-b6f5-f430cecb2ce4 req-3ed0eb56-eec7-482c-a93f-ccfdb26fd221 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736024 Jan 19 16:03:23.056332 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a68902-d6e1-4703-9e4e-f0a4b32b49fd req-ec7cf638-d0a4-4464-a059-f295bcffed59 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:23.068270 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a7a68902-d6e1-4703-9e4e-f0a4b32b49fd req-ec7cf638-d0a4-4464-a059-f295bcffed59 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.3579943 Jan 19 16:03:23.249167 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a7a68902-d6e1-4703-9e4e-f0a4b32b49fd req-5fc8caa7-5c4b-42ab-9016-7ee7f3406a2e tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494675 Jan 19 16:03:23.407267 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 77a349ba-e149-4ab8-9c56-2512ce712b62 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:03:23.708067 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8b231-0277-4dba-acec-1ab1dcd32cbc req-10a41774-cce1-4fea-a9d4-79bff79a2327 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:23.708528 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 77a349ba-e149-4ab8-9c56-2512ce712b62 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:03:23.709259 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:23.713405 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b0d8b231-0277-4dba-acec-1ab1dcd32cbc req-10a41774-cce1-4fea-a9d4-79bff79a2327 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 943 time: 0.3471098 Jan 19 16:03:23.896348 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b0d8b231-0277-4dba-acec-1ab1dcd32cbc req-0b3b3981-96cf-494c-aa2d-7ef8af18462a tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602054 Jan 19 16:03:24.018489 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:24.079872 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a349ba-e149-4ab8-9c56-2512ce712b62'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:03:24.102011 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port 77a349ba-e149-4ab8-9c56-2512ce712b62, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=77a349ba-e149-4ab8-9c56-2512ce712b62,segment=NetworkSegment(e72f2297-08fd-49e9-9edb-06951c7ef4e0),segment_id=e72f2297-08fd-49e9-9edb-06951c7ef4e0)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:03:24.107995 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:24.112096 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:24.264558 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a349ba-e149-4ab8-9c56-2512ce712b62', 'code': 200} Jan 19 16:03:24.279094 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=77a349ba-e149-4ab8-9c56-2512ce712b62,revision_number=6']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:24.290844 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:24.291250 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:24.291712 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:24.292040 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:24.292402 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:24.293488 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:24.293488 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:24.293488 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:24.293851 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:24.294205 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:24.294607 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:24.295725 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:24.296266 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:24.296651 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:24.297028 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:24.297401 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:24.299600 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:24.299600 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:24.299600 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:24.299600 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:24.299600 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:24.299600 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:24.300446 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:24.300446 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:24.305779 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:24.424206 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 956d8a65-c245-4609-b37d-84ea28779f96 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:03:24.516618 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 956d8a65-c245-4609-b37d-84ea28779f96 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:03:24.517045 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:24.639738 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae71e6-cc1e-4165-9ddc-d3db32608fa3 req-bb260a03-7496-49c6-9227-d9c9a74715a1 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:24.641348 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-32ae71e6-cc1e-4165-9ddc-d3db32608fa3 req-bb260a03-7496-49c6-9227-d9c9a74715a1 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.1291809 Jan 19 16:03:24.722054 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-32ae71e6-cc1e-4165-9ddc-d3db32608fa3 req-486eb819-8f5c-4430-ba33-a64ba0ec5fc6 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664210 Jan 19 16:03:25.218644 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 46084) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:03:25.276885 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e5bf4-a050-42dc-8614-3e1069afc4e9 req-757f1c84-3c4b-4b7c-a949-1c5a5aa00f33 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:25.278998 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e05e5bf4-a050-42dc-8614-3e1069afc4e9 req-757f1c84-3c4b-4b7c-a949-1c5a5aa00f33 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.2847378 Jan 19 16:03:25.341723 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_v2 [None req-27238d99-af4d-40e6-916c-7f7c54fe65ec admin admin] Deleting subnet 742fc110-aa26-4bcd-a608-8ae3e4f605f1 {{(pid=80159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 16:03:25.347902 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-27238d99-af4d-40e6-916c-7f7c54fe65ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:25.427733 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-27238d99-af4d-40e6-916c-7f7c54fe65ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852053991'] for subnet, precommit_delete_associations {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:25.512148 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-27238d99-af4d-40e6-916c-7f7c54fe65ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854039609'] for subnet, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:25.631662 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e05e5bf4-a050-42dc-8614-3e1069afc4e9 req-7e64893c-c187-4ef0-acc1-49599c56dd66 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843833 Jan 19 16:03:25.668903 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd90e2-9757-472c-8efc-09a375bf3c6b req-0c9327f2-a4ba-4a20-aa54-6e1716f9d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:25.672470 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-afcd90e2-9757-472c-8efc-09a375bf3c6b req-0c9327f2-a4ba-4a20-aa54-6e1716f9d8a7 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 1162 time: 0.3909714 Jan 19 16:03:25.736556 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1461d-b5d9-4b23-9036-3cc6ca2aaee7 req-292f47cd-c243-4caa-be25-5adb67d8bc72 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:25.739397 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-71e1461d-b5d9-4b23-9036-3cc6ca2aaee7 req-292f47cd-c243-4caa-be25-5adb67d8bc72 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 0.3537996 Jan 19 16:03:25.840493 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-afcd90e2-9757-472c-8efc-09a375bf3c6b req-8c216e5d-7fcb-474a-baad-403e0ea174c8 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986686 Jan 19 16:03:25.930218 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-71e1461d-b5d9-4b23-9036-3cc6ca2aaee7 req-b461d01b-93f9-402a-9f94-211273c73c6e tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321213 Jan 19 16:03:26.019962 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-27238d99-af4d-40e6-916c-7f7c54fe65ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852269989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852453329'] for subnet, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:26.051795 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-a18fd0ea-4c17-4dde-b435-dd3f9ee2450f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:26.130041 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27238d99-af4d-40e6-916c-7f7c54fe65ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=742fc110-aa26-4bcd-a608-8ae3e4f605f1,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:26.137584 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-27238d99-af4d-40e6-916c-7f7c54fe65ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:26.330991 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-27238d99-af4d-40e6-916c-7f7c54fe65ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:26.343557 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-27238d99-af4d-40e6-916c-7f7c54fe65ec admin admin] 10.222.0.110 "DELETE /v2.0/subnets/742fc110-aa26-4bcd-a608-8ae3e4f605f1 HTTP/1.1" status: 204 len: 168 time: 1.1229236 Jan 19 16:03:26.347441 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 46104) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:03:26.426942 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 77a349ba-e149-4ab8-9c56-2512ce712b62 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:03:26.553697 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-282d926c-7cec-4ab2-a0f5-bbf1ffda6933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245900'] for network, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:26.562120 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 77a349ba-e149-4ab8-9c56-2512ce712b62 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:03:26.562515 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:26.847133 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-282d926c-7cec-4ab2-a0f5-bbf1ffda6933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736146', 'neutron.services.segments.db._delete_segments_for_network--9223363244352747226'] for network, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:26.982692 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-282d926c-7cec-4ab2-a0f5-bbf1ffda6933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14d2a53-9461-4a62-ad08-ccd883bfa66b']}} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:03:26.999409 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-282d926c-7cec-4ab2-a0f5-bbf1ffda6933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e4ef70-9893-41b6-a77c-3391fdd84c46') {'for_net_delete': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:03:27.000057 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-282d926c-7cec-4ab2-a0f5-bbf1ffda6933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e4ef70-9893-41b6-a77c-3391fdd84c46') {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:03:27.014522 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-282d926c-7cec-4ab2-a0f5-bbf1ffda6933 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244352752346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852364656'] for segment, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:27.032503 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-282d926c-7cec-4ab2-a0f5-bbf1ffda6933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:27.035168 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-282d926c-7cec-4ab2-a0f5-bbf1ffda6933 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 16:03:27.437754 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-282d926c-7cec-4ab2-a0f5-bbf1ffda6933 admin admin] Network b14d2a53-9461-4a62-ad08-ccd883bfa66b has no segments {{(pid=80160) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 16:03:27.449422 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-282d926c-7cec-4ab2-a0f5-bbf1ffda6933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854040106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3505400'] for segment, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:27.730587 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-282d926c-7cec-4ab2-a0f5-bbf1ffda6933 admin admin] Network b14d2a53-9461-4a62-ad08-ccd883bfa66b has no segments {{(pid=80160) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 16:03:27.764134 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f30f46-1326-4551-9dda-ab4711cf3732 req-6add2f85-be51-407f-bf28-690ae3d907c4 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:27.766141 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c2f30f46-1326-4551-9dda-ab4711cf3732 req-6add2f85-be51-407f-bf28-690ae3d907c4 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 0.4130402 Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: Traceback (most recent call last): Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: timer() Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: cb(*args, **kw) Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: return func(*args, **kwargs) Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: self._notify() Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: self.callback(batched_events) Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: event.method(event) Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: segment_id)['aggregates'][0] Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: return f(self, *a, **k) Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: return self._get(url).json() Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: **kwargs) Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: return self.request(url, 'GET', **kwargs) Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: **endpoint_filter) Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 16:03:27.784249 dv-cinder-667108-29-smb neutron-server[80046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 16:03:27.967763 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-282d926c-7cec-4ab2-a0f5-bbf1ffda6933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854039654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853037674'] for network, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:27.977315 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c2f30f46-1326-4551-9dda-ab4711cf3732 req-7c3735b4-662a-4046-ac0a-9342343a4be9 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887059 Jan 19 16:03:27.980864 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-282d926c-7cec-4ab2-a0f5-bbf1ffda6933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:27.990334 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-69986da7-0417-448a-aee3-a68ea9a059ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:28.030734 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d926c-7cec-4ab2-a0f5-bbf1ffda6933 admin admin] Pushing event deleted for resources: {'Network': ['ID=b14d2a53-9461-4a62-ad08-ccd883bfa66b,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:28.035321 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-282d926c-7cec-4ab2-a0f5-bbf1ffda6933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:28.041391 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-282d926c-7cec-4ab2-a0f5-bbf1ffda6933 admin admin] 10.222.0.110 "DELETE /v2.0/networks/b14d2a53-9461-4a62-ad08-ccd883bfa66b HTTP/1.1" status: 204 len: 168 time: 1.6927202 Jan 19 16:03:28.102123 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebc94c-b63b-4ada-9161-1a5b9d2efe20 req-91404f02-3296-4480-8ce8-aa38983542b7 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:28.105122 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f5ebc94c-b63b-4ada-9161-1a5b9d2efe20 req-91404f02-3296-4480-8ce8-aa38983542b7 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=3ced66f9-ac84-4a87-b358-bcef5fe8e6b8 HTTP/1.1" status: 200 len: 946 time: 0.2455413 Jan 19 16:03:28.219966 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f5ebc94c-b63b-4ada-9161-1a5b9d2efe20 req-996d157f-fd00-45ee-92e0-6d4f8427878c tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997212 Jan 19 16:03:28.696118 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 46158) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:03:28.833794 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-f31a4927-fcb3-4f57-acc6-4d3b0f14f4cb admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=af29d0a769f64fe6ab2751c6dbd21318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1362684 Jan 19 16:03:28.834565 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 46174) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:03:29.049430 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ff324616-22da-4a0c-a3ce-4e6631a6dd6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:29.056324 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348af4b-aa0d-48c9-a732-93191abf624f req-e068548c-be06-42e6-b404-00dbfdec2daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:29.058011 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a348af4b-aa0d-48c9-a732-93191abf624f req-e068548c-be06-42e6-b404-00dbfdec2daa service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=de9086258df24aecb2d82848b67b89b5&device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 1162 time: 0.3845158 Jan 19 16:03:29.111502 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ff324616-22da-4a0c-a3ce-4e6631a6dd6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:29.225661 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ff324616-22da-4a0c-a3ce-4e6631a6dd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:29.239299 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:29.290200 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765142a7-a266-410d-87a8-13e7dbc16545 req-bbfd651a-db5c-4b6d-ab83-30c6b698f9b9 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:29.292454 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-765142a7-a266-410d-87a8-13e7dbc16545 req-bbfd651a-db5c-4b6d-ab83-30c6b698f9b9 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.4354036 Jan 19 16:03:29.362999 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff324616-22da-4a0c-a3ce-4e6631a6dd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be4828b-8b41-459e-9c15-4174300b3c74,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:29.383164 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-ff324616-22da-4a0c-a3ce-4e6631a6dd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:29.389945 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ff324616-22da-4a0c-a3ce-4e6631a6dd6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:29.390915 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-ff324616-22da-4a0c-a3ce-4e6631a6dd6b admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/8be4828b-8b41-459e-9c15-4174300b3c74 HTTP/1.1" status: 204 len: 168 time: 0.5551441 Jan 19 16:03:29.758638 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-765142a7-a266-410d-87a8-13e7dbc16545 req-8ed9baa6-463c-4260-a5a3-836b73f06fc1 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056079 Jan 19 16:03:29.816220 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348af4b-aa0d-48c9-a732-93191abf624f req-7ce118ab-e915-453d-b750-50e3ce263f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:29.819507 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a348af4b-aa0d-48c9-a732-93191abf624f req-7ce118ab-e915-453d-b750-50e3ce263f4e service neutron] 10.222.0.104 "GET /v2.0/networks?id=e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f HTTP/1.1" status: 200 len: 913 time: 0.7434402 Jan 19 16:03:30.009363 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c560c-4cf1-49d6-9c2d-fe1f7431e75b req-e553f8a3-9868-42ea-9342-78c763770498 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:30.012589 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-846c560c-4cf1-49d6-9c2d-fe1f7431e75b req-e553f8a3-9868-42ea-9342-78c763770498 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 0.6506705 Jan 19 16:03:30.016436 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a348af4b-aa0d-48c9-a732-93191abf624f req-ecde4239-8e43-4433-a01d-955313335a42 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92488719-a1fb-4a6e-acd7-6e2f8919b13c HTTP/1.1" status: 200 len: 217 time: 0.1845315 Jan 19 16:03:30.279887 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-846c560c-4cf1-49d6-9c2d-fe1f7431e75b req-c5f66efc-2a03-41ed-8069-dc40e08d1ed5 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465518 Jan 19 16:03:30.295943 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348af4b-aa0d-48c9-a732-93191abf624f req-b21e0170-ffb6-4883-ada8-b1026080fae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:30.298613 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a348af4b-aa0d-48c9-a732-93191abf624f req-b21e0170-ffb6-4883-ada8-b1026080fae1 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=270545ff-0baa-454b-b6a7-6bc4f36f2a27 HTTP/1.1" status: 200 len: 859 time: 0.2607238 Jan 19 16:03:30.367289 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c64d0f-865c-4b2b-8faa-483fab339195 req-21dc77a8-e060-4bfd-b4cd-fa18ffab3551 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:30.369473 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-91c64d0f-865c-4b2b-8faa-483fab339195 req-21dc77a8-e060-4bfd-b4cd-fa18ffab3551 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=3ced66f9-ac84-4a87-b358-bcef5fe8e6b8 HTTP/1.1" status: 200 len: 946 time: 0.3460872 Jan 19 16:03:30.449896 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a348af4b-aa0d-48c9-a732-93191abf624f req-fab1df9a-97e4-4833-942d-eab153361570 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256196 Jan 19 16:03:30.527183 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-91c64d0f-865c-4b2b-8faa-483fab339195 req-8a09e7fa-6e57-44c7-b788-2535e7d7ce7d tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009121 Jan 19 16:03:30.563503 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 46202) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:03:30.673400 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a348af4b-aa0d-48c9-a732-93191abf624f req-a1d068ae-11f9-46a8-a481-2479ad778e3f service neutron] 10.222.0.104 "GET /v2.0/networks/e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936409 Jan 19 16:03:30.806056 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8036c9e8-1d33-456c-b897-5d2b72c86489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:30.826580 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-8036c9e8-1d33-456c-b897-5d2b72c86489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:03:30.834435 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-8036c9e8-1d33-456c-b897-5d2b72c86489 admin admin] Usage tracker for resource:security_group_rule and tenant:091b3bd8bf2344c4ad1e1a4f83777a68 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:03:30.841026 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-8036c9e8-1d33-456c-b897-5d2b72c86489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:03:30.853465 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-8036c9e8-1d33-456c-b897-5d2b72c86489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:03:30.940450 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a348af4b-aa0d-48c9-a732-93191abf624f req-74c265c1-bbfc-4095-81fa-cb065654f929 service neutron] 10.222.0.104 "GET /v2.0/networks/e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2480688 Jan 19 16:03:31.023273 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8036c9e8-1d33-456c-b897-5d2b72c86489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:31.031047 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8036c9e8-1d33-456c-b897-5d2b72c86489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:31.049976 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-ba71b01f-4253-4634-b232-5a414208d543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:31.158339 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-8036c9e8-1d33-456c-b897-5d2b72c86489 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=091b3bd8bf2344c4ad1e1a4f83777a68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5927608 Jan 19 16:03:31.159578 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 46216) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:03:31.164800 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036c9e8-1d33-456c-b897-5d2b72c86489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32dc3540-3913-4ea5-a68f-c28e919935a6,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:31.171926 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76976c19-d673-4f99-a4d4-64c746b07f11 req-419c0b71-4c16-407b-8468-fdd64cf8aac6 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:31.182380 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-76976c19-d673-4f99-a4d4-64c746b07f11 req-419c0b71-4c16-407b-8468-fdd64cf8aac6 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.1933234 Jan 19 16:03:31.192397 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-8036c9e8-1d33-456c-b897-5d2b72c86489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:31.261360 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3c4eca9f-bce0-49b7-b05f-61b023d419cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:31.276138 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-76976c19-d673-4f99-a4d4-64c746b07f11 req-e5a8efe4-0c4f-49a1-a48a-5e1c75bea291 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919864 Jan 19 16:03:31.296840 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3c4eca9f-bce0-49b7-b05f-61b023d419cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:31.375951 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3c4eca9f-bce0-49b7-b05f-61b023d419cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:31.381338 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-a8a34291-e336-4d76-9ef7-bf44f085c742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:31.398380 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4eca9f-bce0-49b7-b05f-61b023d419cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dc3540-3913-4ea5-a68f-c28e919935a6,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:31.401648 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-3c4eca9f-bce0-49b7-b05f-61b023d419cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:31.410419 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3c4eca9f-bce0-49b7-b05f-61b023d419cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:31.416854 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-3c4eca9f-bce0-49b7-b05f-61b023d419cb admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/32dc3540-3913-4ea5-a68f-c28e919935a6 HTTP/1.1" status: 204 len: 168 time: 0.2510309 Jan 19 16:03:31.724309 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b799e5c-d52c-49e8-a124-9e0adf0f31e9 req-899f3f4b-9c2e-4022-9072-cfe1eed56fb0 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:31.727365 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4b799e5c-d52c-49e8-a124-9e0adf0f31e9 req-899f3f4b-9c2e-4022-9072-cfe1eed56fb0 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 0.2224298 Jan 19 16:03:32.049155 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4b799e5c-d52c-49e8-a124-9e0adf0f31e9 req-90b64095-752f-414d-8c39-122951a22f01 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3103366 Jan 19 16:03:32.155951 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6460476-0069-4140-9836-c1bf59b8a539 req-d946fd70-bbf4-4655-ad7e-f8fe6f21b1d6 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:32.157876 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b6460476-0069-4140-9836-c1bf59b8a539 req-d946fd70-bbf4-4655-ad7e-f8fe6f21b1d6 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=3ced66f9-ac84-4a87-b358-bcef5fe8e6b8 HTTP/1.1" status: 200 len: 946 time: 0.4218423 Jan 19 16:03:32.216063 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574ba1d-3020-4f60-af80-e3de440eabcd req-f4a4cc8e-62d7-4b3d-828b-671078983f21 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:32.219203 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0574ba1d-3020-4f60-af80-e3de440eabcd req-f4a4cc8e-62d7-4b3d-828b-671078983f21 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.104 "GET /v2.0/ports?device_id=3ced66f9-ac84-4a87-b358-bcef5fe8e6b8 HTTP/1.1" status: 200 len: 946 time: 0.3779187 Jan 19 16:03:32.375272 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 1e91e874-0439-4d4e-9207-0a980af05958 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:03:32.423756 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b6460476-0069-4140-9836-c1bf59b8a539 req-32a76146-fcb3-4837-a38e-d7bc56874796 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026541 Jan 19 16:03:32.499315 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-0574ba1d-3020-4f60-af80-e3de440eabcd req-e9dfffb8-1b65-454f-aaf0-cf264aed06e7 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Deleting port 1e91e874-0439-4d4e-9207-0a980af05958 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:03:32.500299 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0574ba1d-3020-4f60-af80-e3de440eabcd req-e9dfffb8-1b65-454f-aaf0-cf264aed06e7 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:32.589512 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:32.704351 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 46248) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:03:32.869988 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ced66f9-ac84-4a87-b358-bcef5fe8e6b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e91e874-0439-4d4e-9207-0a980af05958'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:03:32.890338 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port 1e91e874-0439-4d4e-9207-0a980af05958, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=1e91e874-0439-4d4e-9207-0a980af05958,segment=NetworkSegment(9c7be493-b0f1-4c72-8511-958af199a8fd),segment_id=9c7be493-b0f1-4c72-8511-958af199a8fd)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:03:32.895247 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:32.899635 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:32.970756 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-44ab4968-3835-4c28-bc5b-1589156952c6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1895721291-network', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:03:32.978699 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-44ab4968-3835-4c28-bc5b-1589156952c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:03:32.985628 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-44ab4968-3835-4c28-bc5b-1589156952c6 admin admin] Usage tracker for resource:network and tenant:2e0ee6f28ba94989ad38ea08f56b666f is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:03:32.991983 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-44ab4968-3835-4c28-bc5b-1589156952c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:03:33.003941 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-44ab4968-3835-4c28-bc5b-1589156952c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:03:33.007657 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ced66f9-ac84-4a87-b358-bcef5fe8e6b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e91e874-0439-4d4e-9207-0a980af05958', 'code': 200} Jan 19 16:03:33.020714 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ab4968-3835-4c28-bc5b-1589156952c6 admin admin] Made reservation on behalf of 2e0ee6f28ba94989ad38ea08f56b666f for: {'network': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:03:33.026790 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ab4968-3835-4c28-bc5b-1589156952c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:33.041205 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=1e91e874-0439-4d4e-9207-0a980af05958,revision_number=5']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:33.046526 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:33.049509 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ab4968-3835-4c28-bc5b-1589156952c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:33.070081 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-44ab4968-3835-4c28-bc5b-1589156952c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:03:33.075525 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-44ab4968-3835-4c28-bc5b-1589156952c6 admin admin] Usage tracker for resource:security_group_rule and tenant:2e0ee6f28ba94989ad38ea08f56b666f is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:03:33.080974 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-44ab4968-3835-4c28-bc5b-1589156952c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:03:33.088650 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-44ab4968-3835-4c28-bc5b-1589156952c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:03:33.117693 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5a9aa-c5eb-43a6-b60c-533ec26c756f req-dac1db01-2a47-472d-85d3-7d66c661f4ed tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:33.120937 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-82f5a9aa-c5eb-43a6-b60c-533ec26c756f req-dac1db01-2a47-472d-85d3-7d66c661f4ed tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.5091228 Jan 19 16:03:33.280003 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ab4968-3835-4c28-bc5b-1589156952c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:33.286425 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-0574ba1d-3020-4f60-af80-e3de440eabcd req-e9dfffb8-1b65-454f-aaf0-cf264aed06e7 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] For port 1e91e874-0439-4d4e-9207-0a980af05958, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=1e91e874-0439-4d4e-9207-0a980af05958,segment=NetworkSegment(9c7be493-b0f1-4c72-8511-958af199a8fd),segment_id=9c7be493-b0f1-4c72-8511-958af199a8fd)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:03:33.287421 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0574ba1d-3020-4f60-af80-e3de440eabcd req-e9dfffb8-1b65-454f-aaf0-cf264aed06e7 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:33.289842 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ab4968-3835-4c28-bc5b-1589156952c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:33.296842 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-2e401e34-647e-45b4-99eb-f1c57c67834a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:33.312280 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-82f5a9aa-c5eb-43a6-b60c-533ec26c756f req-c3d33b78-69a8-4b64-bb3b-6413e35316a6 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624470 Jan 19 16:03:33.364377 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ab4968-3835-4c28-bc5b-1589156952c6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 16:03:33.394195 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab4968-3835-4c28-bc5b-1589156952c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27438f50-cf15-41b3-a444-43c631bc9ad7,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:33.404925 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-44ab4968-3835-4c28-bc5b-1589156952c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:33.407289 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ab4968-3835-4c28-bc5b-1589156952c6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792502028574', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:33.408241 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.segments_db [None req-44ab4968-3835-4c28-bc5b-1589156952c6 admin admin] Added segment 8643ba2a-8957-4c06-9be1-497b7d338801 of type vxlan for network 32ada299-f940-43f6-a6d6-7b24d2f5c6aa Jan 19 16:03:33.460226 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ab4968-3835-4c28-bc5b-1589156952c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363244353260848'] for network, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:33.526554 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ab4968-3835-4c28-bc5b-1589156952c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104'] for network, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:33.530122 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ab4968-3835-4c28-bc5b-1589156952c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:33.531558 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44ab4968-3835-4c28-bc5b-1589156952c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:33.565080 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-0574ba1d-3020-4f60-af80-e3de440eabcd req-e9dfffb8-1b65-454f-aaf0-cf264aed06e7 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Calling delete_port for 1e91e874-0439-4d4e-9207-0a980af05958 owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:03:33.577485 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:33.643804 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-44ab4968-3835-4c28-bc5b-1589156952c6 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9372740 Jan 19 16:03:33.648796 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 46260) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:03:33.740113 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-5b4d80da-c0f7-41fb-8b17-07f0ff8f8e01 admin admin] Request body: {'subnet': {'network_id': '32ada299-f940-43f6-a6d6-7b24d2f5c6aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1895721291-subnet', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'ip_version': 4}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:03:33.767267 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-5b4d80da-c0f7-41fb-8b17-07f0ff8f8e01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:03:33.776602 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-5b4d80da-c0f7-41fb-8b17-07f0ff8f8e01 admin admin] Usage tracker for resource:subnet and tenant:2e0ee6f28ba94989ad38ea08f56b666f is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:03:33.783442 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-5b4d80da-c0f7-41fb-8b17-07f0ff8f8e01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:03:33.786536 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab4968-3835-4c28-bc5b-1589156952c6 admin admin] Pushing event updated for resources: {'Network': ['ID=32ada299-f940-43f6-a6d6-7b24d2f5c6aa,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:33.790386 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-44ab4968-3835-4c28-bc5b-1589156952c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:33.795760 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-5b4d80da-c0f7-41fb-8b17-07f0ff8f8e01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:03:33.801180 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Network 32ada299-f940-43f6-a6d6-7b24d2f5c6aa details requested by agent ovs-agent-dv-cinder-667108-29-smb with host dv-cinder-667108-29-smb {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 16:03:33.808737 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4d80da-c0f7-41fb-8b17-07f0ff8f8e01 admin admin] Made reservation on behalf of 2e0ee6f28ba94989ad38ea08f56b666f for: {'subnet': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:03:33.818223 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Network 32ada299-f940-43f6-a6d6-7b24d2f5c6aa details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 16:03:33.818822 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5b4d80da-c0f7-41fb-8b17-07f0ff8f8e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2322437'] for subnet, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:33.876205 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.api [req-0574ba1d-3020-4f60-af80-e3de440eabcd req-e9dfffb8-1b65-454f-aaf0-cf264aed06e7 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80160) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 16:03:33.876834 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_db.api [req-0574ba1d-3020-4f60-af80-e3de440eabcd req-e9dfffb8-1b65-454f-aaf0-cf264aed06e7 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 16:03:33.951783 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e5111-3fd3-4fb4-baa3-1e3b1eb82198 req-9d7a9220-4ddf-49a1-b5d0-b2fd6e400e2e tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:33.955799 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-119e5111-3fd3-4fb4-baa3-1e3b1eb82198 req-9d7a9220-4ddf-49a1-b5d0-b2fd6e400e2e tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=3ced66f9-ac84-4a87-b358-bcef5fe8e6b8 HTTP/1.1" status: 200 len: 944 time: 0.2297230 Jan 19 16:03:34.080505 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-119e5111-3fd3-4fb4-baa3-1e3b1eb82198 req-8a57bcfa-e859-4311-a05d-22aaeec7b1ef tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135023 Jan 19 16:03:34.237102 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c5f1-8b8a-4dab-874d-329bfa91476a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:34.377988 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-0574ba1d-3020-4f60-af80-e3de440eabcd req-e9dfffb8-1b65-454f-aaf0-cf264aed06e7 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Deleting port 1e91e874-0439-4d4e-9207-0a980af05958 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:03:34.378809 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0574ba1d-3020-4f60-af80-e3de440eabcd req-e9dfffb8-1b65-454f-aaf0-cf264aed06e7 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:34.804471 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fc3a3-f6fe-40c9-be05-791ab311ea28 req-bc10d72c-e3d2-4776-b2fe-b14ebe6da54e tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:34.806307 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8a8fc3a3-f6fe-40c9-be05-791ab311ea28 req-bc10d72c-e3d2-4776-b2fe-b14ebe6da54e tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.2851384 Jan 19 16:03:34.879625 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5b4d80da-c0f7-41fb-8b17-07f0ff8f8e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2505758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2322452'] for subnet, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:34.901789 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-0574ba1d-3020-4f60-af80-e3de440eabcd req-e9dfffb8-1b65-454f-aaf0-cf264aed06e7 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] For port 1e91e874-0439-4d4e-9207-0a980af05958, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=1e91e874-0439-4d4e-9207-0a980af05958,segment=NetworkSegment(9c7be493-b0f1-4c72-8511-958af199a8fd),segment_id=9c7be493-b0f1-4c72-8511-958af199a8fd)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:03:34.902426 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0574ba1d-3020-4f60-af80-e3de440eabcd req-e9dfffb8-1b65-454f-aaf0-cf264aed06e7 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:34.914288 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6cc64ccb-dd20-4fcb-b7fe-4ec35e56e9bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:35.099067 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8a8fc3a3-f6fe-40c9-be05-791ab311ea28 req-b029a976-6e20-44de-942f-ec674f07ae82 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743442 Jan 19 16:03:35.104377 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d80da-c0f7-41fb-8b17-07f0ff8f8e01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ae45b3e-7638-4b09-9105-d3f10811827b,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:35.108744 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-0574ba1d-3020-4f60-af80-e3de440eabcd req-e9dfffb8-1b65-454f-aaf0-cf264aed06e7 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Calling delete_port for 1e91e874-0439-4d4e-9207-0a980af05958 owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:03:35.170379 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-5b4d80da-c0f7-41fb-8b17-07f0ff8f8e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:35.286866 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4d80da-c0f7-41fb-8b17-07f0ff8f8e01 admin admin] Checking segment: {'id': '8643ba2a-8957-4c06-9be1-497b7d338801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '32ada299-f940-43f6-a6d6-7b24d2f5c6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:03:35.287471 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4d80da-c0f7-41fb-8b17-07f0ff8f8e01 admin admin] Network hostable DHCP agents. Network: 32ada299-f940-43f6-a6d6-7b24d2f5c6aa, hostable agents: ['38d5a676-35d8-431f-b8e5-8bc81bf22324'], hosted agents: [] {{(pid=80159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 16:03:35.316876 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4d80da-c0f7-41fb-8b17-07f0ff8f8e01 admin admin] Network 32ada299-f940-43f6-a6d6-7b24d2f5c6aa is scheduled to be hosted by DHCP agent 38d5a676-35d8-431f-b8e5-8bc81bf22324 with binding_index 1 {{(pid=80159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 16:03:35.336350 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-5b4d80da-c0f7-41fb-8b17-07f0ff8f8e01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-smb, 32ada299-f940-43f6-a6d6-7b24d2f5c6aa) {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:03:35.352009 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4d80da-c0f7-41fb-8b17-07f0ff8f8e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:35.353110 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5b4d80da-c0f7-41fb-8b17-07f0ff8f8e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:35.362019 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7760f9d9-77b4-4e83-b9c6-db52445096cb None None] Network 32ada299-f940-43f6-a6d6-7b24d2f5c6aa requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 16:03:35.380057 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-5b4d80da-c0f7-41fb-8b17-07f0ff8f8e01 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7296615 Jan 19 16:03:35.382906 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 46270) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:03:35.392191 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-b2921404-16d7-4cab-99f1-1090af964555 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1895721291-router', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'}}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:03:35.399411 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-b2921404-16d7-4cab-99f1-1090af964555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:03:35.416787 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-b2921404-16d7-4cab-99f1-1090af964555 admin admin] Usage tracker for resource:router and tenant:2e0ee6f28ba94989ad38ea08f56b666f is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:03:35.423064 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-b2921404-16d7-4cab-99f1-1090af964555 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:03:35.430177 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-b2921404-16d7-4cab-99f1-1090af964555 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:03:35.442000 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b2921404-16d7-4cab-99f1-1090af964555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853037659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1435'] for router, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:35.443176 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b2921404-16d7-4cab-99f1-1090af964555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1713670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774292'] for router, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:35.470030 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0574ba1d-3020-4f60-af80-e3de440eabcd req-e9dfffb8-1b65-454f-aaf0-cf264aed06e7 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:35.483327 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b2921404-16d7-4cab-99f1-1090af964555 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:35.501525 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-fdc1c519-24d5-4ebc-96b4-e8338e43450c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:35.621535 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dfffb8-1b65-454f-aaf0-cf264aed06e7 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Pushing event deleted for resources: {'Port': ['ID=1e91e874-0439-4d4e-9207-0a980af05958,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:35.722201 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e9dfffb8-1b65-454f-aaf0-cf264aed06e7 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:35.783834 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fbf326-b3ad-458f-a8f2-c984ec3854fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77c3105-ef80-5556-a39d-3e62c54a46d7-32ada299-f940-43f6-a6d6-7b24d2f5c6aa', 'network_id': '32ada299-f940-43f6-a6d6-7b24d2f5c6aa', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'fixed_ips': [{'subnet_id': '0ae45b3e-7638-4b09-9105-d3f10811827b'}]}} from dv-cinder-667108-29-smb. {{(pid=80161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 19 16:03:35.785370 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d6fbf326-b3ad-458f-a8f2-c984ec3854fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:35.807236 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe3254-82d5-45fa-b902-3b84e362e9c7 req-e95d6f5b-ae81-4b80-be81-86f88593b5ff tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:35.809683 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7afe3254-82d5-45fa-b902-3b84e362e9c7 req-e95d6f5b-ae81-4b80-be81-86f88593b5ff tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=3ced66f9-ac84-4a87-b358-bcef5fe8e6b8 HTTP/1.1" status: 200 len: 865 time: 0.4697883 Jan 19 16:03:36.016394 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7afe3254-82d5-45fa-b902-3b84e362e9c7 req-668b17cb-ae51-43ce-a699-0428a0daab23 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949186 Jan 19 16:03:36.081349 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-0574ba1d-3020-4f60-af80-e3de440eabcd req-e9dfffb8-1b65-454f-aaf0-cf264aed06e7 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] No DVR routers for this DVR port 1e91e874-0439-4d4e-9207-0a980af05958 on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 16:03:36.084862 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0574ba1d-3020-4f60-af80-e3de440eabcd req-e9dfffb8-1b65-454f-aaf0-cf264aed06e7 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:36.086472 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b2921404-16d7-4cab-99f1-1090af964555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713719', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1750052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774275'] for router, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:36.103402 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ced66f9-ac84-4a87-b358-bcef5fe8e6b8', 'name': 'network-vif-deleted', 'tag': '1e91e874-0439-4d4e-9207-0a980af05958'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:03:36.117621 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0574ba1d-3020-4f60-af80-e3de440eabcd req-e9dfffb8-1b65-454f-aaf0-cf264aed06e7 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.104 "DELETE /v2.0/ports/1e91e874-0439-4d4e-9207-0a980af05958 HTTP/1.1" status: 204 len: 173 time: 3.8608062 Jan 19 16:03:36.224513 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ced66f9-ac84-4a87-b358-bcef5fe8e6b8', 'name': 'network-vif-deleted', 'tag': '1e91e874-0439-4d4e-9207-0a980af05958', 'status': 'completed', 'code': 200} Jan 19 16:03:36.331028 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [None req-d6fbf326-b3ad-458f-a8f2-c984ec3854fe None None] Allocated IP 172.20.0.2 (32ada299-f940-43f6-a6d6-7b24d2f5c6aa/0ae45b3e-7638-4b09-9105-d3f10811827b/1f93f505-7980-403e-8aa5-ee62eacee41a) {{(pid=80161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:03:36.578414 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f77d1-2512-4334-bf7c-a7d855741cf7 req-5be247a5-9081-4df8-86db-ddf72cff665e tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:36.580211 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-802f77d1-2512-4334-bf7c-a7d855741cf7 req-5be247a5-9081-4df8-86db-ddf72cff665e tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.1691258 Jan 19 16:03:36.649487 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-802f77d1-2512-4334-bf7c-a7d855741cf7 req-4bfcd4a9-c4af-4489-a60e-f59189507217 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553753 Jan 19 16:03:36.700457 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:36.720959 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d6fbf326-b3ad-458f-a8f2-c984ec3854fe None None] Notify callbacks [] for port, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:36.728534 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b2921404-16d7-4cab-99f1-1090af964555 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:36.734177 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-d6fbf326-b3ad-458f-a8f2-c984ec3854fe None None] Transition to ACTIVE for port object 1f93f505-7980-403e-8aa5-ee62eacee41a will not be triggered until provisioned by entity L2. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:03:36.756681 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-d6fbf326-b3ad-458f-a8f2-c984ec3854fe None None] Transition to ACTIVE for port object 1f93f505-7980-403e-8aa5-ee62eacee41a will not be triggered until provisioned by entity DHCP. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:03:36.767003 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d6fbf326-b3ad-458f-a8f2-c984ec3854fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513'] for port, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:36.777307 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b2921404-16d7-4cab-99f1-1090af964555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:36.796522 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:36.976711 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbf326-b3ad-458f-a8f2-c984ec3854fe None None] Pushing event updated for resources: {'Port': ['ID=1f93f505-7980-403e-8aa5-ee62eacee41a,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:36.984083 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d6fbf326-b3ad-458f-a8f2-c984ec3854fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:37.108320 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fbf326-b3ad-458f-a8f2-c984ec3854fe None None] Network 32ada299-f940-43f6-a6d6-7b24d2f5c6aa is already hosted by enough agents. {{(pid=80161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:03:37.116950 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-d6fbf326-b3ad-458f-a8f2-c984ec3854fe None None] Resources bound (agent type, host, resource id): {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:03:37.135401 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fbf326-b3ad-458f-a8f2-c984ec3854fe None None] Received port after_create {{(pid=80161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:03:37.223183 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:37.238449 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [None req-b2921404-16d7-4cab-99f1-1090af964555 admin admin] Allocated IP 172.28.3.52 (8cb986dc-564f-4d7a-9897-91054d6f010e/8785aac7-d333-468d-9a45-aa55950b5c1c/f98cff91-bfc7-48ae-9313-74b4ddb8f509) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:03:37.286506 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-d6fbf326-b3ad-458f-a8f2-c984ec3854fe None None] Attempting to bind port 1f93f505-7980-403e-8aa5-ee62eacee41a on host dv-cinder-667108-29-smb for vnic_type normal with profile {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 16:03:37.286506 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-d6fbf326-b3ad-458f-a8f2-c984ec3854fe None None] Attempting to bind port 1f93f505-7980-403e-8aa5-ee62eacee41a by drivers openvswitch on host dv-cinder-667108-29-smb at level 0 using segments [{'id': '8643ba2a-8957-4c06-9be1-497b7d338801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '32ada299-f940-43f6-a6d6-7b24d2f5c6aa'}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 16:03:37.286506 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fbf326-b3ad-458f-a8f2-c984ec3854fe None None] Attempting to bind port 1f93f505-7980-403e-8aa5-ee62eacee41a on network 32ada299-f940-43f6-a6d6-7b24d2f5c6aa {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 16:03:37.309853 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fbf326-b3ad-458f-a8f2-c984ec3854fe None None] Checking agent: {'id': '5ecd99d1-ce90-4fa2-88be-ab4d7154f57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 48, 38), 'started_at': datetime.datetime(2021, 1, 19, 15, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 16:03:37.311597 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fbf326-b3ad-458f-a8f2-c984ec3854fe None None] Checking segment: {'id': '8643ba2a-8957-4c06-9be1-497b7d338801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '32ada299-f940-43f6-a6d6-7b24d2f5c6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:03:37.312210 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d6fbf326-b3ad-458f-a8f2-c984ec3854fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:37.312766 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fbf326-b3ad-458f-a8f2-c984ec3854fe None None] Bound using segment: {'id': '8643ba2a-8957-4c06-9be1-497b7d338801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '32ada299-f940-43f6-a6d6-7b24d2f5c6aa'} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 16:03:37.313835 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-d6fbf326-b3ad-458f-a8f2-c984ec3854fe None None] Bound port: 1f93f505-7980-403e-8aa5-ee62eacee41a, host: dv-cinder-667108-29-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8643ba2a-8957-4c06-9be1-497b7d338801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '32ada299-f940-43f6-a6d6-7b24d2f5c6aa'}}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 16:03:37.314336 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d6fbf326-b3ad-458f-a8f2-c984ec3854fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:37.335796 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7705f446-ff71-40a6-9d6a-46017c0237d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:37.444343 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-d6fbf326-b3ad-458f-a8f2-c984ec3854fe None None] For port 1f93f505-7980-403e-8aa5-ee62eacee41a, host dv-cinder-667108-29-smb, cleared binding levels {{(pid=80161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 16:03:37.450069 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-d6fbf326-b3ad-458f-a8f2-c984ec3854fe None None] For port 1f93f505-7980-403e-8aa5-ee62eacee41a, host dv-cinder-667108-29-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=1f93f505-7980-403e-8aa5-ee62eacee41a,segment=NetworkSegment(8643ba2a-8957-4c06-9be1-497b7d338801),segment_id=8643ba2a-8957-4c06-9be1-497b7d338801)] {{(pid=80161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 16:03:37.455976 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d6fbf326-b3ad-458f-a8f2-c984ec3854fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:37.484987 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-8e0bde45-3fbc-40c4-8932-f50908daa150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:37.540718 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b2921404-16d7-4cab-99f1-1090af964555 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:37.585100 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b2921404-16d7-4cab-99f1-1090af964555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852269169'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:37.618519 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-da1b1ecb-0403-4d29-acc8-649d40c0c326 tempest-VolumesNegativeTest-1390634925 tempest-VolumesNegativeTest-1390634925] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:37.680320 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbf326-b3ad-458f-a8f2-c984ec3854fe None None] Pushing event updated for resources: {'Port': ['ID=1f93f505-7980-403e-8aa5-ee62eacee41a,revision_number=2']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:37.686459 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d6fbf326-b3ad-458f-a8f2-c984ec3854fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:37.835908 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2921404-16d7-4cab-99f1-1090af964555 admin admin] Pushing event updated for resources: {'Port': ['ID=f98cff91-bfc7-48ae-9313-74b4ddb8f509,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:37.853062 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-b2921404-16d7-4cab-99f1-1090af964555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:37.906283 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2921404-16d7-4cab-99f1-1090af964555 admin admin] Network 8cb986dc-564f-4d7a-9897-91054d6f010e is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:03:37.907901 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-b2921404-16d7-4cab-99f1-1090af964555 admin admin] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:03:37.912856 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2921404-16d7-4cab-99f1-1090af964555 admin admin] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:03:37.943987 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:38.055352 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add66f3-7e4d-4260-bed7-b2d07c48ddbc req-cbeb3ba0-b063-4ad3-852e-00a366836a0b tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:38.058386 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4add66f3-7e4d-4260-bed7-b2d07c48ddbc req-cbeb3ba0-b063-4ad3-852e-00a366836a0b tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.1665163 Jan 19 16:03:38.187767 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4add66f3-7e4d-4260-bed7-b2d07c48ddbc req-022b4c5b-38f0-4d72-a868-88a2dbcf2d18 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143036 Jan 19 16:03:38.701194 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b2921404-16d7-4cab-99f1-1090af964555 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:38.996836 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 1f93f505-7980-403e-8aa5-ee62eacee41a up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:03:39.127385 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning for port 1f93f505-7980-403e-8aa5-ee62eacee41a completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:03:39.202529 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:39.619358 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b2921404-16d7-4cab-99f1-1090af964555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1738194'] for router, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:39.658993 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6fad8b-5c98-46a0-82be-bbe388793e66 None None] Network 32ada299-f940-43f6-a6d6-7b24d2f5c6aa requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 16:03:39.829292 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3c99f-0fb2-423d-9057-06e25bdc6052 req-df573818-2ab6-4ff7-9982-a8d71152d4ac tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:39.830240 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-90f3c99f-0fb2-423d-9057-06e25bdc6052 req-df573818-2ab6-4ff7-9982-a8d71152d4ac tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Synchronizing usage tracker for tenant:4424ac45d4934f389ea21b2c76ea9c97 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:03:39.833676 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1a22cbd0-e28a-4e0c-b720-5ffda0c1c425 None None] Provisioning for port 1f93f505-7980-403e-8aa5-ee62eacee41a completed by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:03:39.863821 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1a22cbd0-e28a-4e0c-b720-5ffda0c1c425 None None] Provisioning complete for port 1f93f505-7980-403e-8aa5-ee62eacee41a triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:03:39.864686 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1a22cbd0-e28a-4e0c-b720-5ffda0c1c425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:39.868568 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-90f3c99f-0fb2-423d-9057-06e25bdc6052 req-df573818-2ab6-4ff7-9982-a8d71152d4ac tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Unset dirty status for tenant:4424ac45d4934f389ea21b2c76ea9c97 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:03:39.869461 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-90f3c99f-0fb2-423d-9057-06e25bdc6052 req-df573818-2ab6-4ff7-9982-a8d71152d4ac tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=f262ff6f-8811-4b45-8e6f-2b979a45d938 HTTP/1.1" status: 200 len: 945 time: 0.5567245 Jan 19 16:03:39.930956 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c38680-6c04-4426-ab8f-ebdf0f5b2900 req-6ff9a04c-0bef-42a1-91cd-4b5a899f447d tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:39.933675 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-25c38680-6c04-4426-ab8f-ebdf0f5b2900 req-6ff9a04c-0bef-42a1-91cd-4b5a899f447d tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.5001674 Jan 19 16:03:40.064002 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2921404-16d7-4cab-99f1-1090af964555 admin admin] Router 07587e90-7af4-43fc-b9a1-d48f902de836 is scheduled to L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f with binding_index 1 {{(pid=80159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 19 16:03:40.074582 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-90f3c99f-0fb2-423d-9057-06e25bdc6052 req-1beccb10-f418-4af0-8de8-b7b8ed26cc9b tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923494 Jan 19 16:03:40.084815 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-25c38680-6c04-4426-ab8f-ebdf0f5b2900 req-defef9d8-6db6-47c7-80cc-3eea56bdae4c tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227567 Jan 19 16:03:40.286155 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1a22cbd0-e28a-4e0c-b720-5ffda0c1c425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:40.350542 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1a22cbd0-e28a-4e0c-b720-5ffda0c1c425 None None] For port 1f93f505-7980-403e-8aa5-ee62eacee41a, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=1f93f505-7980-403e-8aa5-ee62eacee41a,segment=NetworkSegment(8643ba2a-8957-4c06-9be1-497b7d338801),segment_id=8643ba2a-8957-4c06-9be1-497b7d338801)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:03:40.354538 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1a22cbd0-e28a-4e0c-b720-5ffda0c1c425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:40.360755 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:40.368189 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2921404-16d7-4cab-99f1-1090af964555 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 16:03:40.379587 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe32498-82a4-45a4-803e-0da4f0f77262 None None] Sync routers for ids ['07587e90-7af4-43fc-b9a1-d48f902de836'] in dv-cinder-667108-29-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 16:03:40.391277 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe32498-82a4-45a4-803e-0da4f0f77262 None None] Routers {'07587e90-7af4-43fc-b9a1-d48f902de836'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:03:40.392136 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-dbe32498-82a4-45a4-803e-0da4f0f77262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:03:37Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['07587e90-7af4-43fc-b9a1-d48f902de836'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:03:40.405108 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b2921404-16d7-4cab-99f1-1090af964555 admin admin] Notify callbacks [] for router, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:40.409034 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-b2921404-16d7-4cab-99f1-1090af964555 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0224097 Jan 19 16:03:40.409895 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 46302) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:03:40.474117 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22cbd0-e28a-4e0c-b720-5ffda0c1c425 None None] Pushing event updated for resources: {'Port': ['ID=1f93f505-7980-403e-8aa5-ee62eacee41a,revision_number=3']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:40.478303 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1a22cbd0-e28a-4e0c-b720-5ffda0c1c425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:40.613263 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-dbe32498-82a4-45a4-803e-0da4f0f77262 None None] Set router 07587e90-7af4-43fc-b9a1-d48f902de836 gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:03:40.707845 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-a49d7050-2327-4e29-b848-32109e3f51a8 None None] Provisioning complete for port 1f93f505-7980-403e-8aa5-ee62eacee41a triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:03:40.708778 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a49d7050-2327-4e29-b848-32109e3f51a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:40.945490 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 1f93f505-7980-403e-8aa5-ee62eacee41a up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:03:41.063747 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port 1f93f505-7980-403e-8aa5-ee62eacee41a triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:03:41.064156 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:41.191147 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-dbe32498-82a4-45a4-803e-0da4f0f77262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'name': 'tempest-TestMinimumBasicScenario-1895721291-router', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:03:35Z', 'updated_at': '2021-01-19T16:03:38Z', 'revision_number': 3, 'project_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'gw_port': {'id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:03:36Z', 'updated_at': '2021-01-19T16:03:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:03:41.204842 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe32498-82a4-45a4-803e-0da4f0f77262 None None] Checking router: 07587e90-7af4-43fc-b9a1-d48f902de836 for host: dv-cinder-667108-29-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 16:03:41.205536 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe32498-82a4-45a4-803e-0da4f0f77262 None None] Updating router 07587e90-7af4-43fc-b9a1-d48f902de836 port f98cff91-bfc7-48ae-9313-74b4ddb8f509 binding host dv-cinder-667108-29-smb {{(pid=80162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 16:03:41.253469 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1c2696a5-2874-4d8d-85c3-ba82d0751242 None None] Provisioning complete for port 1f93f505-7980-403e-8aa5-ee62eacee41a triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:03:41.253798 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c2696a5-2874-4d8d-85c3-ba82d0751242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:41.321046 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-dbe32498-82a4-45a4-803e-0da4f0f77262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:41.867978 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ecc756a7-43fa-4abf-9cdc-594d5b0b6715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:41.952030 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea91b0-fc18-432f-8e69-4fd761a853a9 req-1a809886-ec3c-4a39-97dd-e963a412db63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:41.956957 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-35ea91b0-fc18-432f-8e69-4fd761a853a9 req-1a809886-ec3c-4a39-97dd-e963a412db63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=f262ff6f-8811-4b45-8e6f-2b979a45d938 HTTP/1.1" status: 200 len: 945 time: 0.3103440 Jan 19 16:03:41.971837 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-117af3b5-6952-4787-a6b1-17a0b3edb8d4 None None] Provisioning complete for port 1f93f505-7980-403e-8aa5-ee62eacee41a triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:03:41.972502 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-117af3b5-6952-4787-a6b1-17a0b3edb8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:41.992455 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31e400-1bda-4653-a745-4e65921cd0de req-3ee5a57b-dc77-48ee-b42e-ed668962353e tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:41.994302 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8c31e400-1bda-4653-a745-4e65921cd0de req-3ee5a57b-dc77-48ee-b42e-ed668962353e tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.4086103 Jan 19 16:03:42.049704 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-dbe32498-82a4-45a4-803e-0da4f0f77262 None None] Notify callbacks [] for port, precommit_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:42.067461 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-dbe32498-82a4-45a4-803e-0da4f0f77262 None None] Transition to ACTIVE for port object f98cff91-bfc7-48ae-9313-74b4ddb8f509 will not be triggered until provisioned by entity L2. {{(pid=80162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:03:42.073405 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-dbe32498-82a4-45a4-803e-0da4f0f77262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:42.114966 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d36e4c4a-f226-45f6-9d73-5351f2f28fb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:42.299914 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8c31e400-1bda-4653-a745-4e65921cd0de req-9f75443b-701b-4a5a-b68e-92de83a98e49 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888687 Jan 19 16:03:42.312590 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-35ea91b0-fc18-432f-8e69-4fd761a853a9 req-04882a20-d8a5-461f-9347-bed1423f76ec tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027828 Jan 19 16:03:42.340885 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Pushing event updated for resources: {'Port': ['ID=f98cff91-bfc7-48ae-9313-74b4ddb8f509,revision_number=2']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:42.362700 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:42.363332 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:42.363971 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:42.364620 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:42.365265 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:42.365908 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:42.366540 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:42.367198 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:42.367821 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:42.368419 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:42.369030 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:42.369633 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:42.370449 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:42.371033 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:42.371654 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:42.372238 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:42.373398 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:42.373995 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:42.374589 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:42.375316 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:42.376017 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:42.376703 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:42.377535 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:42.378027 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:03:42.387157 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:42.424759 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device b836f8f9-eafe-43b0-93b9-7d71e2a34e04 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:03:42.506154 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-dbe32498-82a4-45a4-803e-0da4f0f77262 None None] Attempting to bind port f98cff91-bfc7-48ae-9313-74b4ddb8f509 on host dv-cinder-667108-29-smb for vnic_type normal with profile {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 16:03:42.507237 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-dbe32498-82a4-45a4-803e-0da4f0f77262 None None] Attempting to bind port f98cff91-bfc7-48ae-9313-74b4ddb8f509 by drivers openvswitch on host dv-cinder-667108-29-smb at level 0 using segments [{'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 16:03:42.507865 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe32498-82a4-45a4-803e-0da4f0f77262 None None] Attempting to bind port f98cff91-bfc7-48ae-9313-74b4ddb8f509 on network 8cb986dc-564f-4d7a-9897-91054d6f010e {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 16:03:42.515935 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203b812-3603-4ce2-9915-8c178d6b813e req-53172a01-84ed-4611-9ed3-231a3afa4ef4 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:42.517662 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b203b812-3603-4ce2-9915-8c178d6b813e req-53172a01-84ed-4611-9ed3-231a3afa4ef4 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.104 "GET /v2.0/ports?device_id=f262ff6f-8811-4b45-8e6f-2b979a45d938 HTTP/1.1" status: 200 len: 945 time: 0.3639710 Jan 19 16:03:42.520245 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe32498-82a4-45a4-803e-0da4f0f77262 None None] Checking agent: {'id': '5ecd99d1-ce90-4fa2-88be-ab4d7154f57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 48, 38), 'started_at': datetime.datetime(2021, 1, 19, 15, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 16:03:42.520946 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe32498-82a4-45a4-803e-0da4f0f77262 None None] Checking segment: {'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:03:42.521710 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-dbe32498-82a4-45a4-803e-0da4f0f77262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:42.522456 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe32498-82a4-45a4-803e-0da4f0f77262 None None] Bound using segment: {'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 16:03:42.523389 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-dbe32498-82a4-45a4-803e-0da4f0f77262 None None] Bound port: f98cff91-bfc7-48ae-9313-74b4ddb8f509, host: dv-cinder-667108-29-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'}}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 16:03:42.524084 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-dbe32498-82a4-45a4-803e-0da4f0f77262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:42.595684 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:42.630497 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f262ff6f-8811-4b45-8e6f-2b979a45d938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b836f8f9-eafe-43b0-93b9-7d71e2a34e04'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:03:42.655536 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-dbe32498-82a4-45a4-803e-0da4f0f77262 None None] For port f98cff91-bfc7-48ae-9313-74b4ddb8f509, host dv-cinder-667108-29-smb, cleared binding levels {{(pid=80162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 16:03:42.664217 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-dbe32498-82a4-45a4-803e-0da4f0f77262 None None] For port f98cff91-bfc7-48ae-9313-74b4ddb8f509, host dv-cinder-667108-29-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=f98cff91-bfc7-48ae-9313-74b4ddb8f509,segment=NetworkSegment(df4602cc-7cc3-4442-ad7e-3dfa8118ccff),segment_id=df4602cc-7cc3-4442-ad7e-3dfa8118ccff)] {{(pid=80162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 16:03:42.671353 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-dbe32498-82a4-45a4-803e-0da4f0f77262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:42.675376 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port b836f8f9-eafe-43b0-93b9-7d71e2a34e04, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=b836f8f9-eafe-43b0-93b9-7d71e2a34e04,segment=NetworkSegment(9c7be493-b0f1-4c72-8511-958af199a8fd),segment_id=9c7be493-b0f1-4c72-8511-958af199a8fd)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:03:42.688340 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:42.691509 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:42.696241 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-b203b812-3603-4ce2-9915-8c178d6b813e req-a812d3d2-9a3c-47a1-89a8-21da849dc24b tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Deleting port b836f8f9-eafe-43b0-93b9-7d71e2a34e04 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:03:42.696651 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-b203b812-3603-4ce2-9915-8c178d6b813e req-a812d3d2-9a3c-47a1-89a8-21da849dc24b tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:42.770174 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f262ff6f-8811-4b45-8e6f-2b979a45d938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b836f8f9-eafe-43b0-93b9-7d71e2a34e04', 'code': 200} Jan 19 16:03:42.780823 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:42.849053 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=b836f8f9-eafe-43b0-93b9-7d71e2a34e04,revision_number=5']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:42.855140 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:42.882918 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [None req-ecc756a7-43fa-4abf-9cdc-594d5b0b6715 admin admin] Allocated IP 172.20.0.1 (32ada299-f940-43f6-a6d6-7b24d2f5c6aa/0ae45b3e-7638-4b09-9105-d3f10811827b/f5abc9bb-e08b-4586-a211-e3a8268ec1bb) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:03:42.914292 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Pushing event updated for resources: {'Port': ['ID=f98cff91-bfc7-48ae-9313-74b4ddb8f509,revision_number=3']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:42.920082 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:42.956030 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe32498-82a4-45a4-803e-0da4f0f77262 None None] Routers {'07587e90-7af4-43fc-b9a1-d48f902de836'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:03:42.957118 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-dbe32498-82a4-45a4-803e-0da4f0f77262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:03:37Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['07587e90-7af4-43fc-b9a1-d48f902de836'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:03:43.338445 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-dbe32498-82a4-45a4-803e-0da4f0f77262 None None] Set router 07587e90-7af4-43fc-b9a1-d48f902de836 gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:03:43.880222 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-dbe32498-82a4-45a4-803e-0da4f0f77262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'name': 'tempest-TestMinimumBasicScenario-1895721291-router', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:03:35Z', 'updated_at': '2021-01-19T16:03:38Z', 'revision_number': 3, 'project_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'gw_port': {'id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:03:36Z', 'updated_at': '2021-01-19T16:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:03:43.885847 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe32498-82a4-45a4-803e-0da4f0f77262 None None] The sync data for ids ['07587e90-7af4-43fc-b9a1-d48f902de836'] in dv-cinder-667108-29-smb is: [{'id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'name': 'tempest-TestMinimumBasicScenario-1895721291-router', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:03:35Z', 'updated_at': '2021-01-19T16:03:38Z', 'revision_number': 3, 'project_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'gw_port': {'id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:03:36Z', 'updated_at': '2021-01-19T16:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 16:03:43.933660 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-b203b812-3603-4ce2-9915-8c178d6b813e req-a812d3d2-9a3c-47a1-89a8-21da849dc24b tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] For port b836f8f9-eafe-43b0-93b9-7d71e2a34e04, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=b836f8f9-eafe-43b0-93b9-7d71e2a34e04,segment=NetworkSegment(9c7be493-b0f1-4c72-8511-958af199a8fd),segment_id=9c7be493-b0f1-4c72-8511-958af199a8fd)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:03:43.934140 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-b203b812-3603-4ce2-9915-8c178d6b813e req-a812d3d2-9a3c-47a1-89a8-21da849dc24b tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:43.962628 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ecc756a7-43fa-4abf-9cdc-594d5b0b6715 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:44.163887 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-b203b812-3603-4ce2-9915-8c178d6b813e req-a812d3d2-9a3c-47a1-89a8-21da849dc24b tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Calling delete_port for b836f8f9-eafe-43b0-93b9-7d71e2a34e04 owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:03:44.248301 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-ecc756a7-43fa-4abf-9cdc-594d5b0b6715 admin admin] Transition to ACTIVE for port object f5abc9bb-e08b-4586-a211-e3a8268ec1bb will not be triggered until provisioned by entity DHCP. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:03:44.384335 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3672c0-f367-4e09-b7b3-b44a9a7b235b req-5dec52b3-4a95-4b80-97c9-4650a12539bc tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:44.395819 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1b3672c0-f367-4e09-b7b3-b44a9a7b235b req-5dec52b3-4a95-4b80-97c9-4650a12539bc tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.7493579 Jan 19 16:03:44.431302 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f45dd-7216-42c9-a33a-3f4f16de9297 req-b23b3097-9eb8-4c62-95ff-4b097cbe1312 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:44.435959 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f03f45dd-7216-42c9-a33a-3f4f16de9297 req-b23b3097-9eb8-4c62-95ff-4b097cbe1312 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=f262ff6f-8811-4b45-8e6f-2b979a45d938 HTTP/1.1" status: 200 len: 943 time: 0.8087230 Jan 19 16:03:44.544260 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ecc756a7-43fa-4abf-9cdc-594d5b0b6715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:44.570783 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-adb79525-7300-4987-84d1-60fa5289934e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:44.789345 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1b3672c0-f367-4e09-b7b3-b44a9a7b235b req-32934f25-685e-4816-977f-7ae503fad224 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497031 Jan 19 16:03:44.825018 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f03f45dd-7216-42c9-a33a-3f4f16de9297 req-61615bda-a9b4-4b17-a0b0-fa8ba0e7569e tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221228 Jan 19 16:03:44.845387 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc756a7-43fa-4abf-9cdc-594d5b0b6715 admin admin] Pushing event updated for resources: {'Port': ['ID=f5abc9bb-e08b-4586-a211-e3a8268ec1bb,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:44.850624 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-b203b812-3603-4ce2-9915-8c178d6b813e req-a812d3d2-9a3c-47a1-89a8-21da849dc24b tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:44.852916 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-ecc756a7-43fa-4abf-9cdc-594d5b0b6715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:44.894542 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e9ae6d78-e767-4b27-9f0b-e307430a27c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:45.002806 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device f98cff91-bfc7-48ae-9313-74b4ddb8f509 up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:03:45.007090 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812d3d2-9a3c-47a1-89a8-21da849dc24b tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Pushing event deleted for resources: {'Port': ['ID=b836f8f9-eafe-43b0-93b9-7d71e2a34e04,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:45.018515 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-a812d3d2-9a3c-47a1-89a8-21da849dc24b tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:45.139794 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning for port f98cff91-bfc7-48ae-9313-74b4ddb8f509 completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:03:45.148019 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port f98cff91-bfc7-48ae-9313-74b4ddb8f509 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:03:45.148537 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:45.152102 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc756a7-43fa-4abf-9cdc-594d5b0b6715 admin admin] Network 32ada299-f940-43f6-a6d6-7b24d2f5c6aa is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:03:45.157264 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-ecc756a7-43fa-4abf-9cdc-594d5b0b6715 admin admin] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:03:45.162594 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc756a7-43fa-4abf-9cdc-594d5b0b6715 admin admin] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:03:45.368312 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-b203b812-3603-4ce2-9915-8c178d6b813e req-a812d3d2-9a3c-47a1-89a8-21da849dc24b tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] No DVR routers for this DVR port b836f8f9-eafe-43b0-93b9-7d71e2a34e04 on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 16:03:45.381326 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-b203b812-3603-4ce2-9915-8c178d6b813e req-a812d3d2-9a3c-47a1-89a8-21da849dc24b tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:45.390331 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:45.390623 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f262ff6f-8811-4b45-8e6f-2b979a45d938', 'name': 'network-vif-deleted', 'tag': 'b836f8f9-eafe-43b0-93b9-7d71e2a34e04'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:03:45.399381 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ecc756a7-43fa-4abf-9cdc-594d5b0b6715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853037727'] for router_interface, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:45.430225 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] For port f98cff91-bfc7-48ae-9313-74b4ddb8f509, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=f98cff91-bfc7-48ae-9313-74b4ddb8f509,segment=NetworkSegment(df4602cc-7cc3-4442-ad7e-3dfa8118ccff),segment_id=df4602cc-7cc3-4442-ad7e-3dfa8118ccff)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:03:45.435961 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:45.439043 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:45.469015 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b203b812-3603-4ce2-9915-8c178d6b813e req-a812d3d2-9a3c-47a1-89a8-21da849dc24b tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.104 "DELETE /v2.0/ports/b836f8f9-eafe-43b0-93b9-7d71e2a34e04 HTTP/1.1" status: 204 len: 173 time: 2.9165409 Jan 19 16:03:45.548344 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f262ff6f-8811-4b45-8e6f-2b979a45d938', 'name': 'network-vif-deleted', 'tag': 'b836f8f9-eafe-43b0-93b9-7d71e2a34e04', 'status': 'completed', 'code': 200} Jan 19 16:03:45.561395 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-c43d39cc-61ec-46fc-b168-00932ca0a03a None None] Provisioning for port f5abc9bb-e08b-4586-a211-e3a8268ec1bb completed by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:03:45.578844 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-c43d39cc-61ec-46fc-b168-00932ca0a03a None None] Provisioning complete for port f5abc9bb-e08b-4586-a211-e3a8268ec1bb triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:03:45.579509 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c43d39cc-61ec-46fc-b168-00932ca0a03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:45.699046 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ecc756a7-43fa-4abf-9cdc-594d5b0b6715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:45.710616 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-c43d39cc-61ec-46fc-b168-00932ca0a03a None None] Port f5abc9bb-e08b-4586-a211-e3a8268ec1bb cannot update to ACTIVE because it is not bound. {{(pid=80161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 16:03:45.721857 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Pushing event updated for resources: {'Port': ['ID=f98cff91-bfc7-48ae-9313-74b4ddb8f509,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:45.740950 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:46.213548 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-2f51b8c1-c5eb-4915-b75f-e14aa5c9a9c4 req-46352c47-afff-4d3d-85c8-e945c6fb05ba tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Synchronizing usage tracker for tenant:4424ac45d4934f389ea21b2c76ea9c97 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:03:46.277281 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-2f51b8c1-c5eb-4915-b75f-e14aa5c9a9c4 req-46352c47-afff-4d3d-85c8-e945c6fb05ba tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Unset dirty status for tenant:4424ac45d4934f389ea21b2c76ea9c97 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:03:46.280863 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2f51b8c1-c5eb-4915-b75f-e14aa5c9a9c4 req-46352c47-afff-4d3d-85c8-e945c6fb05ba tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=f262ff6f-8811-4b45-8e6f-2b979a45d938 HTTP/1.1" status: 200 len: 210 time: 0.1655436 Jan 19 16:03:46.348001 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560818eb-eb4e-45fd-8216-d37a6a4df733 req-21e17b44-5359-4311-ab0c-51a48b47005e tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:46.349640 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-560818eb-eb4e-45fd-8216-d37a6a4df733 req-21e17b44-5359-4311-ab0c-51a48b47005e tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.3225093 Jan 19 16:03:46.394200 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ecc756a7-43fa-4abf-9cdc-594d5b0b6715 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:46.409865 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ecc756a7-43fa-4abf-9cdc-594d5b0b6715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:46.456882 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-373de38c-25dc-4490-81fc-ccd1067841bc tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:46.537423 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-560818eb-eb4e-45fd-8216-d37a6a4df733 req-27bf82bb-8871-44ee-9d96-568f3bfd61b5 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742020 Jan 19 16:03:46.582910 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc756a7-43fa-4abf-9cdc-594d5b0b6715 admin admin] Pushing event updated for resources: {'Port': ['ID=f5abc9bb-e08b-4586-a211-e3a8268ec1bb,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:46.585917 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ecc756a7-43fa-4abf-9cdc-594d5b0b6715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853088085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853036600'] for router_interface, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:46.603458 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-ecc756a7-43fa-4abf-9cdc-594d5b0b6715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:46.784041 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc756a7-43fa-4abf-9cdc-594d5b0b6715 admin admin] Network 32ada299-f940-43f6-a6d6-7b24d2f5c6aa is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:03:46.786527 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-ecc756a7-43fa-4abf-9cdc-594d5b0b6715 admin admin] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:03:46.981584 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device f98cff91-bfc7-48ae-9313-74b4ddb8f509 up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:03:47.088649 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port f98cff91-bfc7-48ae-9313-74b4ddb8f509 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:03:47.089384 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:47.145814 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc756a7-43fa-4abf-9cdc-594d5b0b6715 admin admin] Router 07587e90-7af4-43fc-b9a1-d48f902de836 has already been hosted by L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f {{(pid=80160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 16:03:47.199263 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-565dc99a-eda6-4154-8ce1-c65dc9e2b96d None None] Provisioning complete for port f5abc9bb-e08b-4586-a211-e3a8268ec1bb triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:03:47.199705 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-565dc99a-eda6-4154-8ce1-c65dc9e2b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:47.318763 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-565dc99a-eda6-4154-8ce1-c65dc9e2b96d None None] Port f5abc9bb-e08b-4586-a211-e3a8268ec1bb cannot update to ACTIVE because it is not bound. {{(pid=80161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 16:03:47.440258 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc756a7-43fa-4abf-9cdc-594d5b0b6715 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 16:03:47.447176 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-ecc756a7-43fa-4abf-9cdc-594d5b0b6715 admin admin] 10.222.0.110 "PUT /v2.0/routers/07587e90-7af4-43fc-b9a1-d48f902de836/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0354588 Jan 19 16:03:47.455068 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52a7029-883a-4d74-8513-dd9f50c8ec09 None None] Sync routers for ids ['07587e90-7af4-43fc-b9a1-d48f902de836'] in dv-cinder-667108-29-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 16:03:47.472608 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52a7029-883a-4d74-8513-dd9f50c8ec09 None None] Routers {'07587e90-7af4-43fc-b9a1-d48f902de836'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:03:47.473580 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-d52a7029-883a-4d74-8513-dd9f50c8ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:03:37Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['07587e90-7af4-43fc-b9a1-d48f902de836'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:03:47.756837 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-d52a7029-883a-4d74-8513-dd9f50c8ec09 None None] Set router 07587e90-7af4-43fc-b9a1-d48f902de836 gateway port host: dv-cinder-667108-29-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:03:48.254924 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2575b-e7d9-4785-8654-52b9c753caaf req-da62280d-f1d7-4def-a4d5-2eefb3ded317 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:48.264070 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4be2575b-e7d9-4785-8654-52b9c753caaf req-da62280d-f1d7-4def-a4d5-2eefb3ded317 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.4756064 Jan 19 16:03:48.354613 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4be2575b-e7d9-4785-8654-52b9c753caaf req-b3e3016a-76a8-4f6a-81ab-4640dd38fc96 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813410 Jan 19 16:03:48.422390 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-d52a7029-883a-4d74-8513-dd9f50c8ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'name': 'tempest-TestMinimumBasicScenario-1895721291-router', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:03:35Z', 'updated_at': '2021-01-19T16:03:45Z', 'revision_number': 4, 'project_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'gw_port': {'id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:03:36Z', 'updated_at': '2021-01-19T16:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': 'f5abc9bb-e08b-4586-a211-e3a8268ec1bb', 'name': '', 'network_id': '32ada299-f940-43f6-a6d6-7b24d2f5c6aa', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'mac_address': 'fa:16:3e:92:09:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0ae45b3e-7638-4b09-9105-d3f10811827b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:03:42Z', 'updated_at': '2021-01-19T16:03:45Z', 'revision_number': 2, 'project_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'subnets': [{'id': '0ae45b3e-7638-4b09-9105-d3f10811827b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:03:48.428073 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52a7029-883a-4d74-8513-dd9f50c8ec09 None None] Checking router: 07587e90-7af4-43fc-b9a1-d48f902de836 for host: dv-cinder-667108-29-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 16:03:48.428549 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52a7029-883a-4d74-8513-dd9f50c8ec09 None None] Updating router 07587e90-7af4-43fc-b9a1-d48f902de836 port f5abc9bb-e08b-4586-a211-e3a8268ec1bb binding host dv-cinder-667108-29-smb {{(pid=80161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 16:03:48.503205 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d52a7029-883a-4d74-8513-dd9f50c8ec09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:48.720911 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90fdd9-a11b-47a1-90f3-d57b392c01b7 req-a38c9310-8989-4096-8175-8a4173a1bfe6 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:48.723445 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-dd90fdd9-a11b-47a1-90f3-d57b392c01b7 req-a38c9310-8989-4096-8175-8a4173a1bfe6 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=a6ae8dd6-00e3-494f-97ec-c5b6664572f3 HTTP/1.1" status: 200 len: 945 time: 0.5319395 Jan 19 16:03:48.794191 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-dd90fdd9-a11b-47a1-90f3-d57b392c01b7 req-d71f86e6-d38f-46c7-afde-738892348826 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601578 Jan 19 16:03:49.097511 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d52a7029-883a-4d74-8513-dd9f50c8ec09 None None] Notify callbacks [] for port, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:49.115413 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-d52a7029-883a-4d74-8513-dd9f50c8ec09 None None] Transition to ACTIVE for port object f5abc9bb-e08b-4586-a211-e3a8268ec1bb will not be triggered until provisioned by entity L2. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:03:49.119996 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d52a7029-883a-4d74-8513-dd9f50c8ec09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:49.141270 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-2dd8b96a-ce14-4023-8bbf-e3f1bee4f1d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:49.471906 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d5051-cce7-48fe-88ff-9630f3010ee8 None None] Pushing event updated for resources: {'Port': ['ID=f5abc9bb-e08b-4586-a211-e3a8268ec1bb,revision_number=3']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:49.474629 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f70d5051-cce7-48fe-88ff-9630f3010ee8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:49.750223 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-d52a7029-883a-4d74-8513-dd9f50c8ec09 None None] Attempting to bind port f5abc9bb-e08b-4586-a211-e3a8268ec1bb on host dv-cinder-667108-29-smb for vnic_type normal with profile {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 16:03:49.750650 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-d52a7029-883a-4d74-8513-dd9f50c8ec09 None None] Attempting to bind port f5abc9bb-e08b-4586-a211-e3a8268ec1bb by drivers openvswitch on host dv-cinder-667108-29-smb at level 0 using segments [{'id': '8643ba2a-8957-4c06-9be1-497b7d338801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '32ada299-f940-43f6-a6d6-7b24d2f5c6aa'}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 16:03:49.751107 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52a7029-883a-4d74-8513-dd9f50c8ec09 None None] Attempting to bind port f5abc9bb-e08b-4586-a211-e3a8268ec1bb on network 32ada299-f940-43f6-a6d6-7b24d2f5c6aa {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 16:03:49.759940 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52a7029-883a-4d74-8513-dd9f50c8ec09 None None] Checking agent: {'id': '5ecd99d1-ce90-4fa2-88be-ab4d7154f57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 48, 38), 'started_at': datetime.datetime(2021, 1, 19, 15, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 16:03:49.760363 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52a7029-883a-4d74-8513-dd9f50c8ec09 None None] Checking segment: {'id': '8643ba2a-8957-4c06-9be1-497b7d338801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '32ada299-f940-43f6-a6d6-7b24d2f5c6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:03:49.760842 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d52a7029-883a-4d74-8513-dd9f50c8ec09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:49.761299 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52a7029-883a-4d74-8513-dd9f50c8ec09 None None] Bound using segment: {'id': '8643ba2a-8957-4c06-9be1-497b7d338801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '32ada299-f940-43f6-a6d6-7b24d2f5c6aa'} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 16:03:49.761870 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-d52a7029-883a-4d74-8513-dd9f50c8ec09 None None] Bound port: f5abc9bb-e08b-4586-a211-e3a8268ec1bb, host: dv-cinder-667108-29-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8643ba2a-8957-4c06-9be1-497b7d338801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '32ada299-f940-43f6-a6d6-7b24d2f5c6aa'}}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 16:03:49.762358 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d52a7029-883a-4d74-8513-dd9f50c8ec09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:49.854183 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfdc45-4040-4365-ba9d-6865e1c09c1e req-090a30dd-1203-4217-af10-50f3630e4f50 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:49.858864 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-19bfdc45-4040-4365-ba9d-6865e1c09c1e req-090a30dd-1203-4217-af10-50f3630e4f50 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.2330575 Jan 19 16:03:49.964106 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-d52a7029-883a-4d74-8513-dd9f50c8ec09 None None] For port f5abc9bb-e08b-4586-a211-e3a8268ec1bb, host dv-cinder-667108-29-smb, cleared binding levels {{(pid=80161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 16:03:49.970168 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-d52a7029-883a-4d74-8513-dd9f50c8ec09 None None] For port f5abc9bb-e08b-4586-a211-e3a8268ec1bb, host dv-cinder-667108-29-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=f5abc9bb-e08b-4586-a211-e3a8268ec1bb,segment=NetworkSegment(8643ba2a-8957-4c06-9be1-497b7d338801),segment_id=8643ba2a-8957-4c06-9be1-497b7d338801)] {{(pid=80161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 16:03:49.980954 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d52a7029-883a-4d74-8513-dd9f50c8ec09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:49.998914 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-30e38ab6-6538-41b2-b23c-b814af1d75e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:50.036363 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-19bfdc45-4040-4365-ba9d-6865e1c09c1e req-ba673565-ac3d-427e-b5e4-cc5787ecaef3 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532738 Jan 19 16:03:50.251415 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d5051-cce7-48fe-88ff-9630f3010ee8 None None] Pushing event updated for resources: {'Port': ['ID=f5abc9bb-e08b-4586-a211-e3a8268ec1bb,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:50.257626 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f70d5051-cce7-48fe-88ff-9630f3010ee8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:50.355997 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52a7029-883a-4d74-8513-dd9f50c8ec09 None None] Routers {'07587e90-7af4-43fc-b9a1-d48f902de836'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:03:50.357392 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-d52a7029-883a-4d74-8513-dd9f50c8ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:03:37Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['07587e90-7af4-43fc-b9a1-d48f902de836'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:03:50.404729 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cf97d-c8ac-4101-b2d0-c2fae903262d req-620b24cb-78f4-401f-a19e-7102e3dc808b tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:50.429684 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-464cf97d-c8ac-4101-b2d0-c2fae903262d req-620b24cb-78f4-401f-a19e-7102e3dc808b tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=a6ae8dd6-00e3-494f-97ec-c5b6664572f3 HTTP/1.1" status: 200 len: 945 time: 0.2923114 Jan 19 16:03:50.643699 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-464cf97d-c8ac-4101-b2d0-c2fae903262d req-1a6c566a-58ab-48c9-bfa6-3968b234ab80 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029469 Jan 19 16:03:50.926108 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c6796-7356-400c-8431-c6023391afc3 req-069a931e-52a2-47d6-9ba6-e2ec1d8e6a1a tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:50.930815 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d74c6796-7356-400c-8431-c6023391afc3 req-069a931e-52a2-47d6-9ba6-e2ec1d8e6a1a tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.104 "GET /v2.0/ports?device_id=a6ae8dd6-00e3-494f-97ec-c5b6664572f3 HTTP/1.1" status: 200 len: 945 time: 0.1879530 Jan 19 16:03:50.984260 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-d52a7029-883a-4d74-8513-dd9f50c8ec09 None None] Set router 07587e90-7af4-43fc-b9a1-d48f902de836 gateway port host: dv-cinder-667108-29-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:03:51.085029 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-d74c6796-7356-400c-8431-c6023391afc3 req-235bb879-87f7-4fae-9701-89e5488c525d tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Deleting port 89b5938c-a890-4c1c-8d98-296ced78989b {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:03:51.085691 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-d74c6796-7356-400c-8431-c6023391afc3 req-235bb879-87f7-4fae-9701-89e5488c525d tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:51.683245 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-d74c6796-7356-400c-8431-c6023391afc3 req-235bb879-87f7-4fae-9701-89e5488c525d tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] For port 89b5938c-a890-4c1c-8d98-296ced78989b, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=89b5938c-a890-4c1c-8d98-296ced78989b,segment=NetworkSegment(9c7be493-b0f1-4c72-8511-958af199a8fd),segment_id=9c7be493-b0f1-4c72-8511-958af199a8fd)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:03:51.684112 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-d74c6796-7356-400c-8431-c6023391afc3 req-235bb879-87f7-4fae-9701-89e5488c525d tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:51.755450 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-d52a7029-883a-4d74-8513-dd9f50c8ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'name': 'tempest-TestMinimumBasicScenario-1895721291-router', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:03:35Z', 'updated_at': '2021-01-19T16:03:45Z', 'revision_number': 4, 'project_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'gw_port': {'id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:03:36Z', 'updated_at': '2021-01-19T16:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': 'f5abc9bb-e08b-4586-a211-e3a8268ec1bb', 'name': '', 'network_id': '32ada299-f940-43f6-a6d6-7b24d2f5c6aa', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'mac_address': 'fa:16:3e:92:09:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0ae45b3e-7638-4b09-9105-d3f10811827b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:03:42Z', 'updated_at': '2021-01-19T16:03:49Z', 'revision_number': 4, 'project_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'subnets': [{'id': '0ae45b3e-7638-4b09-9105-d3f10811827b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:03:51.767751 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52a7029-883a-4d74-8513-dd9f50c8ec09 None None] The sync data for ids ['07587e90-7af4-43fc-b9a1-d48f902de836'] in dv-cinder-667108-29-smb is: [{'id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'name': 'tempest-TestMinimumBasicScenario-1895721291-router', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:03:35Z', 'updated_at': '2021-01-19T16:03:45Z', 'revision_number': 4, 'project_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'gw_port': {'id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:03:36Z', 'updated_at': '2021-01-19T16:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': 'f5abc9bb-e08b-4586-a211-e3a8268ec1bb', 'name': '', 'network_id': '32ada299-f940-43f6-a6d6-7b24d2f5c6aa', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'mac_address': 'fa:16:3e:92:09:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0ae45b3e-7638-4b09-9105-d3f10811827b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:03:42Z', 'updated_at': '2021-01-19T16:03:49Z', 'revision_number': 4, 'project_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'subnets': [{'id': '0ae45b3e-7638-4b09-9105-d3f10811827b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 16:03:52.059403 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-d74c6796-7356-400c-8431-c6023391afc3 req-235bb879-87f7-4fae-9701-89e5488c525d tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Calling delete_port for 89b5938c-a890-4c1c-8d98-296ced78989b owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:03:52.523591 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 92488719-a1fb-4a6e-acd7-6e2f8919b13c up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:03:52.647125 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-d74c6796-7356-400c-8431-c6023391afc3 req-235bb879-87f7-4fae-9701-89e5488c525d tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:52.963986 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e3a08b24-bb89-4cee-9f77-3d470fdab327 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:52.986319 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 92488719-a1fb-4a6e-acd7-6e2f8919b13c triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:03:52.987669 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:53.307694 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e46fb2e0-4f62-4aad-ae6a-330714b11114 req-07cf457d-dc8a-4baf-944b-ad51b0dd2890 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=a6ae8dd6-00e3-494f-97ec-c5b6664572f3 HTTP/1.1" status: 200 len: 210 time: 1.1929426 Jan 19 16:03:53.359048 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device f5abc9bb-e08b-4586-a211-e3a8268ec1bb up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:03:53.416735 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235bb879-87f7-4fae-9701-89e5488c525d tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Pushing event deleted for resources: {'Port': ['ID=89b5938c-a890-4c1c-8d98-296ced78989b,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:53.453352 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-235bb879-87f7-4fae-9701-89e5488c525d tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:53.477000 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74c6796-7356-400c-8431-c6023391afc3 req-235bb879-87f7-4fae-9701-89e5488c525d tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] No DVR routers for this DVR port 89b5938c-a890-4c1c-8d98-296ced78989b on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 16:03:53.493529 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-d74c6796-7356-400c-8431-c6023391afc3 req-235bb879-87f7-4fae-9701-89e5488c525d tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:53.499871 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ae8dd6-00e3-494f-97ec-c5b6664572f3', 'name': 'network-vif-deleted', 'tag': '89b5938c-a890-4c1c-8d98-296ced78989b'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:03:53.583079 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning for port f5abc9bb-e08b-4586-a211-e3a8268ec1bb completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:03:53.600644 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port f5abc9bb-e08b-4586-a211-e3a8268ec1bb triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:03:53.601334 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:53.715777 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6739433-29fd-4eac-9a49-29684a0d4e1d req-a003b5ae-48f6-4a75-9763-443fad3ee819 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:53.724882 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f6739433-29fd-4eac-9a49-29684a0d4e1d req-a003b5ae-48f6-4a75-9763-443fad3ee819 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 1.6082990 Jan 19 16:03:53.748909 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d74c6796-7356-400c-8431-c6023391afc3 req-235bb879-87f7-4fae-9701-89e5488c525d tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.104 "DELETE /v2.0/ports/89b5938c-a890-4c1c-8d98-296ced78989b HTTP/1.1" status: 204 len: 173 time: 2.7996287 Jan 19 16:03:53.859630 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefbed2-19b3-4562-ad44-6e4303920da5 req-335f619d-68f4-49b0-bd87-af8d15d4d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:53.863245 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1aefbed2-19b3-4562-ad44-6e4303920da5 req-335f619d-68f4-49b0-bd87-af8d15d4d408 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 1162 time: 0.3241243 Jan 19 16:03:53.863541 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ae8dd6-00e3-494f-97ec-c5b6664572f3', 'name': 'network-vif-deleted', 'tag': '89b5938c-a890-4c1c-8d98-296ced78989b', 'status': 'completed', 'code': 200} Jan 19 16:03:53.868964 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 89b5938c-a890-4c1c-8d98-296ced78989b no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:03:54.022966 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f6739433-29fd-4eac-9a49-29684a0d4e1d req-2a765edf-44eb-4d4d-bbfb-6e2b638e9ad2 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807269 Jan 19 16:03:54.045438 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1aefbed2-19b3-4562-ad44-6e4303920da5 req-1e725105-e8ef-4482-962a-be0815365dcd service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615713 Jan 19 16:03:54.133600 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-1d938050-43af-419f-856f-616e6f46b1df None None] No Port match for: 89b5938c-a890-4c1c-8d98-296ced78989b {{(pid=80161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 16:03:54.134412 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 89b5938c-a890-4c1c-8d98-296ced78989b not bound to the agent host hv-cinder-66710 {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 16:03:54.220557 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:54.338622 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] For port f5abc9bb-e08b-4586-a211-e3a8268ec1bb, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=f5abc9bb-e08b-4586-a211-e3a8268ec1bb,segment=NetworkSegment(8643ba2a-8957-4c06-9be1-497b7d338801),segment_id=8643ba2a-8957-4c06-9be1-497b7d338801)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:03:54.344135 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:54.363898 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:03:54.578588 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Pushing event updated for resources: {'Port': ['ID=f5abc9bb-e08b-4586-a211-e3a8268ec1bb,revision_number=5']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:03:54.599176 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:03:54.784114 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-7e714016-80cf-4ffc-8f6e-5f33b5b88b7e req-94338075-b3b3-4208-9831-b001fbadb2f5 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Synchronizing usage tracker for tenant:4424ac45d4934f389ea21b2c76ea9c97 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:03:54.832967 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-7e714016-80cf-4ffc-8f6e-5f33b5b88b7e req-94338075-b3b3-4208-9831-b001fbadb2f5 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Unset dirty status for tenant:4424ac45d4934f389ea21b2c76ea9c97 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:03:54.835850 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7e714016-80cf-4ffc-8f6e-5f33b5b88b7e req-94338075-b3b3-4208-9831-b001fbadb2f5 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=a6ae8dd6-00e3-494f-97ec-c5b6664572f3 HTTP/1.1" status: 200 len: 210 time: 0.1706612 Jan 19 16:03:55.048636 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device f5abc9bb-e08b-4586-a211-e3a8268ec1bb up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:03:55.077953 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:03:55.281949 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port f5abc9bb-e08b-4586-a211-e3a8268ec1bb triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:03:55.282358 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:03:55.657621 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fbcda-9492-496d-8a33-da79d5a31e5a req-79697d84-f2d2-4fc0-a0b6-ce3bd32f7f28 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:55.665668 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-604fbcda-9492-496d-8a33-da79d5a31e5a req-79697d84-f2d2-4fc0-a0b6-ce3bd32f7f28 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.1511445 Jan 19 16:03:55.740074 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-604fbcda-9492-496d-8a33-da79d5a31e5a req-61211fcf-162c-45df-a372-32a73a7a0010 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697489 Jan 19 16:03:57.161096 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555535cc-2d39-4567-a220-5ec099f0c74e req-7829cd49-92fe-4da3-ba7e-3fb179b77b2d tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:57.164163 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-555535cc-2d39-4567-a220-5ec099f0c74e req-7829cd49-92fe-4da3-ba7e-3fb179b77b2d tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.1823997 Jan 19 16:03:57.302663 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-555535cc-2d39-4567-a220-5ec099f0c74e req-786f3108-18aa-4c28-b3f4-bbb5a21e8e23 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194305 Jan 19 16:03:58.261078 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d2101-b156-4721-9d6f-c8d63026c0e1 req-869c1b57-c930-48f3-9c1e-b5302ba65947 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:58.267011 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2145da-135a-4233-96ea-1141b6a05567 req-c4fbe806-a40d-4869-a597-8fc2bbb93c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:58.268960 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6d2145da-135a-4233-96ea-1141b6a05567 req-c4fbe806-a40d-4869-a597-8fc2bbb93c94 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=de9086258df24aecb2d82848b67b89b5&device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 1162 time: 0.3184216 Jan 19 16:03:58.272049 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-df9d2101-b156-4721-9d6f-c8d63026c0e1 req-869c1b57-c930-48f3-9c1e-b5302ba65947 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.2126353 Jan 19 16:03:58.359636 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-df9d2101-b156-4721-9d6f-c8d63026c0e1 req-a27fbf6c-58b2-455f-a14a-5c9cf0989dec tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860093 Jan 19 16:03:58.502133 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2145da-135a-4233-96ea-1141b6a05567 req-19e5886b-db7a-4bee-93b5-c7fd2e986d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:58.504267 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6d2145da-135a-4233-96ea-1141b6a05567 req-19e5886b-db7a-4bee-93b5-c7fd2e986d5a service neutron] 10.222.0.104 "GET /v2.0/networks?id=e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f HTTP/1.1" status: 200 len: 913 time: 0.2021015 Jan 19 16:03:58.613646 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6d2145da-135a-4233-96ea-1141b6a05567 req-12887a8f-076d-4557-a0e6-97c3340346e8 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92488719-a1fb-4a6e-acd7-6e2f8919b13c HTTP/1.1" status: 200 len: 217 time: 0.0894330 Jan 19 16:03:58.719451 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2145da-135a-4233-96ea-1141b6a05567 req-48935e69-5eab-4e9d-b1a5-2c9859af9be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:58.721358 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6d2145da-135a-4233-96ea-1141b6a05567 req-48935e69-5eab-4e9d-b1a5-2c9859af9be0 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=270545ff-0baa-454b-b6a7-6bc4f36f2a27 HTTP/1.1" status: 200 len: 859 time: 0.0965493 Jan 19 16:03:58.788470 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e903cd-d5f7-4375-8798-a25a52cc7195 req-e501d3c8-d6e8-451a-b391-944ec93b2e7f tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:58.791206 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c5e903cd-d5f7-4375-8798-a25a52cc7195 req-e501d3c8-d6e8-451a-b391-944ec93b2e7f tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.2002723 Jan 19 16:03:58.838073 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6d2145da-135a-4233-96ea-1141b6a05567 req-e168628a-d270-4a8e-b72b-5e4a6d191b71 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953512 Jan 19 16:03:58.878033 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c5e903cd-d5f7-4375-8798-a25a52cc7195 req-94c00e5e-8e6e-42c5-b394-47fd1d3a911b tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741663 Jan 19 16:03:59.041213 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3d5e7-716b-4037-9f5f-ef4050a39eea req-d81c72a2-180e-40dc-a283-af86602f519e tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:59.043043 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6fc3d5e7-716b-4037-9f5f-ef4050a39eea req-d81c72a2-180e-40dc-a283-af86602f519e tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 945 time: 0.1632502 Jan 19 16:03:59.124373 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6fc3d5e7-716b-4037-9f5f-ef4050a39eea req-00ae4929-8766-4428-a94c-0cd24b54509d tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716836 Jan 19 16:03:59.171084 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6d2145da-135a-4233-96ea-1141b6a05567 req-32c8ce2d-3a12-481a-a4d0-88bed8765e9d service neutron] 10.222.0.104 "GET /v2.0/networks/e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165410 Jan 19 16:03:59.479442 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6d2145da-135a-4233-96ea-1141b6a05567 req-712bd501-6794-4b2c-8bc9-8646473f8f0a service neutron] 10.222.0.104 "GET /v2.0/networks/e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2918270 Jan 19 16:03:59.745666 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d8aaf-a2b2-45b2-a9d7-4f81b1be1152 req-aa4947f8-d5f1-45cc-a70a-f148a9df7956 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:03:59.748210 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d00d8aaf-a2b2-45b2-a9d7-4f81b1be1152 req-aa4947f8-d5f1-45cc-a70a-f148a9df7956 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.1822138 Jan 19 16:03:59.855797 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d00d8aaf-a2b2-45b2-a9d7-4f81b1be1152 req-568c1398-3c7b-46bd-992d-d594c022eb6a tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941067 Jan 19 16:04:00.488682 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f719d5-613e-4623-9750-79093eff55b5 req-5d063252-a597-4344-929d-dadb9d939687 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:00.491884 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-61f719d5-613e-4623-9750-79093eff55b5 req-5d063252-a597-4344-929d-dadb9d939687 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.3741784 Jan 19 16:04:00.683321 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 92488719-a1fb-4a6e-acd7-6e2f8919b13c up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:04:00.710222 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-61f719d5-613e-4623-9750-79093eff55b5 req-b269c441-2e43-4b87-b2d5-1ebd0893a80b tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435061 Jan 19 16:04:00.790235 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad6c54-2fbb-4686-abe4-3ddfa61a1a3b req-686b804c-5f96-483e-b515-f891a41aaf50 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:00.803472 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f3ad6c54-2fbb-4686-abe4-3ddfa61a1a3b req-686b804c-5f96-483e-b515-f891a41aaf50 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 945 time: 0.3099248 Jan 19 16:04:00.833362 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 92488719-a1fb-4a6e-acd7-6e2f8919b13c triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:04:00.834101 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:00.888697 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f3ad6c54-2fbb-4686-abe4-3ddfa61a1a3b req-92966d96-a285-47a8-ae43-f723dcb96330 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827084 Jan 19 16:04:01.271226 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f2309-9ecb-4fda-a711-3d402e8604ea req-d349cb01-387e-42e2-908e-06173cf8cce1 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:01.272904 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4b4f2309-9ecb-4fda-a711-3d402e8604ea req-d349cb01-387e-42e2-908e-06173cf8cce1 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.1882060 Jan 19 16:04:01.378302 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4b4f2309-9ecb-4fda-a711-3d402e8604ea req-9884deeb-fb06-49e6-8599-975fe9006743 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960498 Jan 19 16:04:02.165057 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955de63-e144-4c13-bd00-e28204fcf47a req-6657c428-fd53-47db-b473-1d49f62200ce tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:02.169457 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1955de63-e144-4c13-bd00-e28204fcf47a req-6657c428-fd53-47db-b473-1d49f62200ce tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.104 "GET /v2.0/ports?device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 945 time: 0.2426469 Jan 19 16:04:02.382422 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-1955de63-e144-4c13-bd00-e28204fcf47a req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Deleting port b936c949-7b22-4bd9-8486-dcd593e7fe5c {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:04:02.382990 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-1955de63-e144-4c13-bd00-e28204fcf47a req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:02.407539 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e918dc8-9083-4150-b08a-87fcc19e0f3c req-9ba507cf-01b7-4558-955b-91b4189a9489 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:02.418385 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3e918dc8-9083-4150-b08a-87fcc19e0f3c req-9ba507cf-01b7-4558-955b-91b4189a9489 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.3479843 Jan 19 16:04:02.508372 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3e918dc8-9083-4150-b08a-87fcc19e0f3c req-49945b6b-e378-46c0-a178-941380eaf890 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881178 Jan 19 16:04:02.550873 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ebfff-386b-448e-a0af-fbe3bc2fe94c req-f14f1e28-16c2-4ef4-b087-b325528c7711 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:02.553636 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-466ebfff-386b-448e-a0af-fbe3bc2fe94c req-f14f1e28-16c2-4ef4-b087-b325528c7711 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 945 time: 0.3296518 Jan 19 16:04:02.658799 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 92488719-a1fb-4a6e-acd7-6e2f8919b13c up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:04:02.758916 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-466ebfff-386b-448e-a0af-fbe3bc2fe94c req-aef95b96-3a07-4a4b-825d-94f0921e5b4b tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/security-groups?id=0fac3415-0d71-412e-9363-f193ccb1506c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964037 Jan 19 16:04:02.882149 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 92488719-a1fb-4a6e-acd7-6e2f8919b13c triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:04:02.883219 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:03.077674 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-1955de63-e144-4c13-bd00-e28204fcf47a req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] For port b936c949-7b22-4bd9-8486-dcd593e7fe5c, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=b936c949-7b22-4bd9-8486-dcd593e7fe5c,segment=NetworkSegment(9c7be493-b0f1-4c72-8511-958af199a8fd),segment_id=9c7be493-b0f1-4c72-8511-958af199a8fd)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:04:03.078970 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-1955de63-e144-4c13-bd00-e28204fcf47a req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:03.080095 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20369204-d80e-43ce-9170-eb9b7861bd33 req-d707d167-8992-4940-afe9-888274303696 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:03.083078 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-20369204-d80e-43ce-9170-eb9b7861bd33 req-d707d167-8992-4940-afe9-888274303696 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.3058560 Jan 19 16:04:03.251368 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-20369204-d80e-43ce-9170-eb9b7861bd33 req-737b6ddd-c0ae-4889-9a52-1eeac8fa2935 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538446 Jan 19 16:04:03.289625 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-1955de63-e144-4c13-bd00-e28204fcf47a req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Calling delete_port for b936c949-7b22-4bd9-8486-dcd593e7fe5c owned by compute:nova {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:04:03.332790 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device b936c949-7b22-4bd9-8486-dcd593e7fe5c no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:04:03.610424 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-1955de63-e144-4c13-bd00-e28204fcf47a req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852269169'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:03.692648 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] No ports have port_id starting with b936c949-7b22-4bd9-8486-dcd593e7fe5c Jan 19 16:04:04.079859 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cf39f597-6799-4a24-b4d5-6720c8eb2c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:04.120509 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-526cf5cb-37d5-4526-9d2a-53135df0c01c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:04:04.442573 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Pushing event deleted for resources: {'Port': ['ID=b936c949-7b22-4bd9-8486-dcd593e7fe5c,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:04:04.484229 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:04.485434 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:04.486345 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:04.487319 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:04.488205 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:04.489057 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:04.490105 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:04.490967 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:04.491804 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:04.494136 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:04.495086 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:04.495905 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:04.497055 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:04.497928 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:04.498845 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:04.499661 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:04.500625 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:04.501461 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:04.502319 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:04.504757 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:04.505655 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:04.506541 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:04.507456 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:04.509227 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:04.515920 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e60f0d27-3b59-4c1e-885b-ead08e451a51 req-10ef7de0-ed45-4d8c-adca-c136b5d4a2c2 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 210 time: 0.1196935 Jan 19 16:04:04.518688 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-1955de63-e144-4c13-bd00-e28204fcf47a req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] No DVR routers for this DVR port b936c949-7b22-4bd9-8486-dcd593e7fe5c on host hv-cinder-66710 {{(pid=80159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 16:04:04.522706 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:04:04.526679 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-1955de63-e144-4c13-bd00-e28204fcf47a req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:04.531562 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21ca899-e247-4972-993d-5daf36ec9f45', 'name': 'network-vif-deleted', 'tag': 'b936c949-7b22-4bd9-8486-dcd593e7fe5c'}] {{(pid=80159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:04:04.563548 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1955de63-e144-4c13-bd00-e28204fcf47a req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.104 "DELETE /v2.0/ports/b936c949-7b22-4bd9-8486-dcd593e7fe5c HTTP/1.1" status: 204 len: 173 time: 2.3844285 Jan 19 16:04:04.688546 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb15e9a-db68-4d7b-8528-88c57a7dc04d req-17de0bf3-bc3c-4542-a9ad-4a25271f6351 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:04.704477 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-afb15e9a-db68-4d7b-8528-88c57a7dc04d req-17de0bf3-bc3c-4542-a9ad-4a25271f6351 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.4846926 Jan 19 16:04:04.805393 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-afb15e9a-db68-4d7b-8528-88c57a7dc04d req-3d5ac98f-ec19-4537-baf5-32748c7cf897 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990801 Jan 19 16:04:04.987016 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21ca899-e247-4972-993d-5daf36ec9f45', 'name': 'network-vif-deleted', 'tag': 'b936c949-7b22-4bd9-8486-dcd593e7fe5c', 'status': 'completed', 'code': 200} Jan 19 16:04:05.026040 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd731cc-3b3b-4429-9827-6bbf64aee89c req-0d833955-ad41-4a26-8c24-ab0028aa8c75 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:05.031785 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8cd731cc-3b3b-4429-9827-6bbf64aee89c req-0d833955-ad41-4a26-8c24-ab0028aa8c75 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.2408466 Jan 19 16:04:05.117424 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8cd731cc-3b3b-4429-9827-6bbf64aee89c req-683f193e-5749-4cff-8970-0d1836515737 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793438 Jan 19 16:04:06.025716 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e11d0b22-acff-4bba-94b5-0624b1ca2552 req-ae6fc7c7-75af-4435-a076-eafa2da3840b tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] 10.222.0.110 "GET /v2.0/ports?device_id=e21ca899-e247-4972-993d-5daf36ec9f45 HTTP/1.1" status: 200 len: 210 time: 0.1320257 Jan 19 16:04:06.381214 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8ec08-7ef5-41de-acd9-519b000c7295 req-397ad556-8ce5-4424-a523-90b6fb3d0d71 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:06.384444 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cfb8ec08-7ef5-41de-acd9-519b000c7295 req-397ad556-8ce5-4424-a523-90b6fb3d0d71 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.3563488 Jan 19 16:04:06.480050 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cfb8ec08-7ef5-41de-acd9-519b000c7295 req-72b57d71-92d9-4ee5-a16c-83285545ca88 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828071 Jan 19 16:04:06.686573 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:07.100436 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:07.331285 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 46562) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:04:07.337415 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-15f9344a-8204-4b61-b224-4ed160c73af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:07.548596 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_v2 [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Deleting subnet e3562505-5c33-4043-b9be-4bcf914d2bda {{(pid=80160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 16:04:07.555913 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:07.646056 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2411160'] for subnet, precommit_delete_associations {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:07.730320 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854039609'] for subnet, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:07.934283 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:08.355512 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c66a5c-59b4-4670-98fb-a44b5e8a41cc req-014907ae-ff23-4805-872e-f90825cb380a tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:08.357444 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d4c66a5c-59b4-4670-98fb-a44b5e8a41cc req-014907ae-ff23-4805-872e-f90825cb380a tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.5911145 Jan 19 16:04:08.410170 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a42b9-afb3-4f17-a3a7-98d812aab090 req-98e0eb39-719b-4496-8e01-5d9cf4523450 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:08.412475 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f32a42b9-afb3-4f17-a3a7-98d812aab090 req-98e0eb39-719b-4496-8e01-5d9cf4523450 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.6493545 Jan 19 16:04:08.563865 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 46586) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:04:08.651145 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d4c66a5c-59b4-4670-98fb-a44b5e8a41cc req-7a92a888-5e08-42c2-aa79-588778e9e8bb tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813308 Jan 19 16:04:08.676263 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f32a42b9-afb3-4f17-a3a7-98d812aab090 req-4098d47d-b31b-4ff6-80c8-eea404812d8e tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435901 Jan 19 16:04:08.749112 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851269797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2595872'] for subnet, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:08.786479 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6ea4c6e0-5a5d-48b4-aeac-8240605beaca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:04:08.876679 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d70bc2a7-121e-4eac-b3f0-61a292c1cd85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:08.880652 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3562505-5c33-4043-b9be-4bcf914d2bda,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:04:08.906940 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-d70bc2a7-121e-4eac-b3f0-61a292c1cd85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:04:08.914289 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-d70bc2a7-121e-4eac-b3f0-61a292c1cd85 admin admin] Usage tracker for resource:security_group_rule and tenant:90e1fd568eca4cbc830e429b48bbbe8d is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:04:08.920114 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-d70bc2a7-121e-4eac-b3f0-61a292c1cd85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:04:08.929672 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-d70bc2a7-121e-4eac-b3f0-61a292c1cd85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:04:08.962367 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:08.962821 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:08.963371 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:08.963776 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:08.964616 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:08.964616 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:08.966011 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:08.966011 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:08.966661 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:08.966661 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:08.966939 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:08.967294 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:08.967835 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:08.968227 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:08.968620 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:08.969013 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:08.969397 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:08.969787 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:08.970174 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:08.970557 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:08.971022 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:08.971409 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:08.971881 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:08.972560 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:09.004172 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:04:09.050375 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:09.058743 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/e3562505-5c33-4043-b9be-4bcf914d2bda HTTP/1.1" status: 204 len: 168 time: 1.7257836 Jan 19 16:04:09.063643 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 46596) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:04:09.080204 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d70bc2a7-121e-4eac-b3f0-61a292c1cd85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:09.087235 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d70bc2a7-121e-4eac-b3f0-61a292c1cd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:09.119476 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-75e9f4e2-3160-4c00-978a-4cad2f81f4b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:04:09.168484 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:09.200612 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70bc2a7-121e-4eac-b3f0-61a292c1cd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ccba5b-a5f7-4b38-97d4-4faf22f208e2,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:04:09.205771 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d70bc2a7-121e-4eac-b3f0-61a292c1cd85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:04:09.222962 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-d70bc2a7-121e-4eac-b3f0-61a292c1cd85 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=90e1fd568eca4cbc830e429b48bbbe8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6576226 Jan 19 16:04:09.223561 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 46602) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:04:09.249488 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-baf024e4-0d37-4860-bc3b-bb343985523f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245900'] for network, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:09.319050 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f2616b6c-172d-4466-80dc-87ebc0fe4b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:09.391364 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f2616b6c-172d-4466-80dc-87ebc0fe4b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:09.604539 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-baf024e4-0d37-4860-bc3b-bb343985523f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736146', 'neutron.services.segments.db._delete_segments_for_network--9223363244352747226'] for network, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:09.619915 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f2616b6c-172d-4466-80dc-87ebc0fe4b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:09.638085 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d70bc2a7-121e-4eac-b3f0-61a292c1cd85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:04:09.657517 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2616b6c-172d-4466-80dc-87ebc0fe4b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ccba5b-a5f7-4b38-97d4-4faf22f208e2,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:04:09.662549 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f2616b6c-172d-4466-80dc-87ebc0fe4b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:04:09.682340 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f2616b6c-172d-4466-80dc-87ebc0fe4b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:09.688767 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-f2616b6c-172d-4466-80dc-87ebc0fe4b8c admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/20ccba5b-a5f7-4b38-97d4-4faf22f208e2 HTTP/1.1" status: 204 len: 168 time: 0.4639828 Jan 19 16:04:09.704333 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bdbdb6f8-8bac-4f8e-9b29-ec80d8c9ec23 req-4703068d-e594-4745-8c95-3b5807ea30d5 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2328222 Jan 19 16:04:09.787154 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-baf024e4-0d37-4860-bc3b-bb343985523f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a07f96a-01d8-459c-9b69-968e5b6b4ff4']}} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:04:09.807657 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-baf024e4-0d37-4860-bc3b-bb343985523f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c7be493-b0f1-4c72-8511-958af199a8fd') {'for_net_delete': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:04:09.808210 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-baf024e4-0d37-4860-bc3b-bb343985523f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c7be493-b0f1-4c72-8511-958af199a8fd') {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:04:09.829184 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-baf024e4-0d37-4860-bc3b-bb343985523f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244352752346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852364656'] for segment, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:09.852261 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-baf024e4-0d37-4860-bc3b-bb343985523f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:09.855141 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-baf024e4-0d37-4860-bc3b-bb343985523f admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 16:04:10.169478 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdb6f8-8bac-4f8e-9b29-ec80d8c9ec23 req-9e16aa8a-e40e-4a1e-b716-c1e243644b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:10.172838 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bdbdb6f8-8bac-4f8e-9b29-ec80d8c9ec23 req-9e16aa8a-e40e-4a1e-b716-c1e243644b93 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a5ad27bc88e04bd18332340c160e78f4&device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 1162 time: 0.2200103 Jan 19 16:04:10.458024 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-baf024e4-0d37-4860-bc3b-bb343985523f admin admin] Network 5a07f96a-01d8-459c-9b69-968e5b6b4ff4 has no segments {{(pid=80160) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 16:04:10.460750 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdb6f8-8bac-4f8e-9b29-ec80d8c9ec23 req-3ed90021-a684-44ca-8ee3-68fed8bb17c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:10.462926 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bdbdb6f8-8bac-4f8e-9b29-ec80d8c9ec23 req-3ed90021-a684-44ca-8ee3-68fed8bb17c1 service neutron] 10.222.0.104 "GET /v2.0/networks?id=6f889a84-1af9-40d2-bcf9-6e9854a6418c HTTP/1.1" status: 200 len: 911 time: 0.2548380 Jan 19 16:04:10.472204 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-baf024e4-0d37-4860-bc3b-bb343985523f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854040106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3505400'] for segment, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:10.613644 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bdbdb6f8-8bac-4f8e-9b29-ec80d8c9ec23 req-4823134b-8bd0-4888-9b37-ec93ac5935e2 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77a349ba-e149-4ab8-9c56-2512ce712b62 HTTP/1.1" status: 200 len: 999 time: 0.1395507 Jan 19 16:04:10.735682 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdb6f8-8bac-4f8e-9b29-ec80d8c9ec23 req-6704082b-5828-4260-9ba0-8688fa93699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:10.738826 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bdbdb6f8-8bac-4f8e-9b29-ec80d8c9ec23 req-6704082b-5828-4260-9ba0-8688fa93699a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=50029681-e86b-47f1-bdb3-0326582392cc HTTP/1.1" status: 200 len: 856 time: 0.1106110 Jan 19 16:04:10.756418 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-baf024e4-0d37-4860-bc3b-bb343985523f admin admin] Network 5a07f96a-01d8-459c-9b69-968e5b6b4ff4 has no segments {{(pid=80160) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: Traceback (most recent call last): Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: timer() Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: cb(*args, **kw) Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: return func(*args, **kwargs) Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: self._notify() Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: self.callback(batched_events) Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: event.method(event) Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: segment_id)['aggregates'][0] Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: return f(self, *a, **k) Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: return self._get(url).json() Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: **kwargs) Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: return self.request(url, 'GET', **kwargs) Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: **endpoint_filter) Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 16:04:10.802887 dv-cinder-667108-29-smb neutron-server[80046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 16:04:10.839243 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-264b3d27-6245-4305-8468-98335f2c8146 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:10.841801 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-264b3d27-6245-4305-8468-98335f2c8146 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/networks?id=32ada299-f940-43f6-a6d6-7b24d2f5c6aa HTTP/1.1" status: 200 len: 815 time: 0.9926229 Jan 19 16:04:10.896742 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdb6f8-8bac-4f8e-9b29-ec80d8c9ec23 req-da69654c-bc8c-46b1-babf-074a619078f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:10.899744 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bdbdb6f8-8bac-4f8e-9b29-ec80d8c9ec23 req-da69654c-bc8c-46b1-babf-074a619078f4 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6f889a84-1af9-40d2-bcf9-6e9854a6418c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1420741 Jan 19 16:04:10.992100 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef43b6b-f26d-432f-961f-23fd1224130c req-d3c4eed6-07f8-48db-9aca-d7c91fd4d064 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:10.994243 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1ef43b6b-f26d-432f-961f-23fd1224130c req-d3c4eed6-07f8-48db-9aca-d7c91fd4d064 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.7435734 Jan 19 16:04:11.002952 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-df4b8c03-3a7f-4b36-9fc3-076ec122de43 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/quotas/2e0ee6f28ba94989ad38ea08f56b666f HTTP/1.1" status: 200 len: 375 time: 0.0534031 Jan 19 16:04:11.025006 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-baf024e4-0d37-4860-bc3b-bb343985523f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854039654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853037674'] for network, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:11.096011 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:04:11.119974 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-baf024e4-0d37-4860-bc3b-bb343985523f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:11.131513 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bdbdb6f8-8bac-4f8e-9b29-ec80d8c9ec23 req-02c99213-d1cd-4450-90f3-6ef494e909b2 service neutron] 10.222.0.104 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099195 Jan 19 16:04:11.160960 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf024e4-0d37-4860-bc3b-bb343985523f admin admin] Pushing event deleted for resources: {'Network': ['ID=5a07f96a-01d8-459c-9b69-968e5b6b4ff4,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:04:11.193554 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-baf024e4-0d37-4860-bc3b-bb343985523f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:04:11.209835 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1ef43b6b-f26d-432f-961f-23fd1224130c req-97ae1186-1f60-4a21-a8c4-5655bddcd71c tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036898 Jan 19 16:04:11.217081 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-baf024e4-0d37-4860-bc3b-bb343985523f admin admin] 10.222.0.110 "DELETE /v2.0/networks/5a07f96a-01d8-459c-9b69-968e5b6b4ff4 HTTP/1.1" status: 204 len: 168 time: 2.1487122 Jan 19 16:04:11.278388 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-c1cc9584-b249-4f19-b579-6e9fcfa4bacf tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Synchronizing usage tracker for tenant:2e0ee6f28ba94989ad38ea08f56b666f on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:04:11.313603 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-c1cc9584-b249-4f19-b579-6e9fcfa4bacf tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Unset dirty status for tenant:2e0ee6f28ba94989ad38ea08f56b666f on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:04:11.319171 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-c1cc9584-b249-4f19-b579-6e9fcfa4bacf tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?tenant_id=2e0ee6f28ba94989ad38ea08f56b666f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3101311 Jan 19 16:04:11.565806 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-855c8c65-276f-446d-9f9e-a9f530802765 service neutron] 10.222.0.110 "GET /v2.0/networks/32ada299-f940-43f6-a6d6-7b24d2f5c6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294977 Jan 19 16:04:11.614915 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bdbdb6f8-8bac-4f8e-9b29-ec80d8c9ec23 req-3822ace4-8389-4b70-a1a6-f31baffee9a4 service neutron] 10.222.0.104 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4664407 Jan 19 16:04:11.689687 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 46630) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:04:11.771994 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-e734a0d2-8735-497f-9c45-14d9f2cedbea admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=4424ac45d4934f389ea21b2c76ea9c97&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0734375 Jan 19 16:04:11.776227 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 46634) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:04:11.802855 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-890f6122-a856-40c7-ba18-0c0063d9fa30 service neutron] 10.222.0.110 "GET /v2.0/networks/32ada299-f940-43f6-a6d6-7b24d2f5c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2190878 Jan 19 16:04:11.853991 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b1e187e5-2da7-4815-9f27-9cabdc94adf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:11.890001 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b1e187e5-2da7-4815-9f27-9cabdc94adf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:11.951510 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b1e187e5-2da7-4815-9f27-9cabdc94adf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:11.955770 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1dd2533a-10a9-4643-aabc-020f8ea1f099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:04:11.979747 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e187e5-2da7-4815-9f27-9cabdc94adf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fac3415-0d71-412e-9363-f193ccb1506c,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:04:11.985469 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-b1e187e5-2da7-4815-9f27-9cabdc94adf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:04:11.997683 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b1e187e5-2da7-4815-9f27-9cabdc94adf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:11.999533 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-b1e187e5-2da7-4815-9f27-9cabdc94adf5 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/0fac3415-0d71-412e-9363-f193ccb1506c HTTP/1.1" status: 204 len: 168 time: 0.2221875 Jan 19 16:04:12.142909 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4a162b87-74c1-4e83-956e-a83feea03ce7 req-253e7455-17e5-44b3-a7f8-b58dea84e29d tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 210 time: 0.0817442 Jan 19 16:04:12.681440 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cab02-25cd-4da3-a9b8-845756f75510 req-00139193-012f-458d-8f2d-e3d759330f9e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:12.684624 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-402cab02-25cd-4da3-a9b8-845756f75510 req-00139193-012f-458d-8f2d-e3d759330f9e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.1615839 Jan 19 16:04:12.760682 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-402cab02-25cd-4da3-a9b8-845756f75510 req-4c650ecb-39ad-4018-9351-be3387c84a0f tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665293 Jan 19 16:04:13.392737 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bda7c775-98d7-4684-adef-1f6c370c2f00 req-16365183-82e2-487e-a0c3-3b62ba0d27ae tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 210 time: 0.0652022 Jan 19 16:04:14.254308 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ec3af-e48d-476d-9272-a486d2d002d6 req-07093d2f-e8d1-4a55-ba44-e24f50e60b89 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:14.257493 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-124ec3af-e48d-476d-9272-a486d2d002d6 req-07093d2f-e8d1-4a55-ba44-e24f50e60b89 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.2105622 Jan 19 16:04:14.336742 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-124ec3af-e48d-476d-9272-a486d2d002d6 req-dbefbad8-2611-42f7-90c7-24a5b729523c tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649157 Jan 19 16:04:14.457122 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f7108-b819-4b23-89fe-b66bad7898af req-869f16e2-116a-4a9f-bbc0-eaff9a8960c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:14.459545 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-658f7108-b819-4b23-89fe-b66bad7898af req-869f16e2-116a-4a9f-bbc0-eaff9a8960c8 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=de9086258df24aecb2d82848b67b89b5&device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 1162 time: 0.1782939 Jan 19 16:04:14.692688 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d9d05-666a-4837-8831-2e3017e13986 req-7dcf3eb4-9ac4-4ece-8af4-13fa0f978ced tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:14.697043 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cc8d9d05-666a-4837-8831-2e3017e13986 req-7dcf3eb4-9ac4-4ece-8af4-13fa0f978ced tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.2897327 Jan 19 16:04:14.705117 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 0b3f4d32-e368-434f-ae52-2cec572a5046 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:04:14.726215 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f7108-b819-4b23-89fe-b66bad7898af req-88803d8d-a565-4e99-88f0-19a877ff8c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:14.728949 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-658f7108-b819-4b23-89fe-b66bad7898af req-88803d8d-a565-4e99-88f0-19a877ff8c74 service neutron] 10.222.0.104 "GET /v2.0/networks?id=e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f HTTP/1.1" status: 200 len: 913 time: 0.2559700 Jan 19 16:04:14.805807 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e5ad8d60-7185-4e05-a44c-39704f54a8ed req-9c767369-22c6-45a9-afc2-322979234576 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 210 time: 0.1025398 Jan 19 16:04:14.875367 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-658f7108-b819-4b23-89fe-b66bad7898af req-46fbc90e-0289-4685-ac80-b4e0b8703bf1 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92488719-a1fb-4a6e-acd7-6e2f8919b13c HTTP/1.1" status: 200 len: 217 time: 0.1314898 Jan 19 16:04:14.912174 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 0b3f4d32-e368-434f-ae52-2cec572a5046 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:04:14.912984 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:15.124446 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f7108-b819-4b23-89fe-b66bad7898af req-f3a51f18-e823-43aa-b5dc-3561e78c2c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:15.131618 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-658f7108-b819-4b23-89fe-b66bad7898af req-f3a51f18-e823-43aa-b5dc-3561e78c2c17 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=270545ff-0baa-454b-b6a7-6bc4f36f2a27 HTTP/1.1" status: 200 len: 859 time: 0.2354610 Jan 19 16:04:15.239737 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-658f7108-b819-4b23-89fe-b66bad7898af req-b330d2ea-6d0b-4a99-a10e-d59cbb5fd5eb service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981932 Jan 19 16:04:15.554286 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cc8d9d05-666a-4837-8831-2e3017e13986 req-66ed0422-41c6-46a8-bcc1-d35c5492ba20 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6943521 Jan 19 16:04:15.582654 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-658f7108-b819-4b23-89fe-b66bad7898af req-d46ab74a-4181-43bc-b520-8012e346b958 service neutron] 10.222.0.104 "GET /v2.0/networks/e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227670 Jan 19 16:04:15.710293 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-c01f8e4d-e4c7-4f99-8bde-f90c4bc948c8 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:15.713604 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-c01f8e4d-e4c7-4f99-8bde-f90c4bc948c8 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.104 "GET /v2.0/networks?id=32ada299-f940-43f6-a6d6-7b24d2f5c6aa HTTP/1.1" status: 200 len: 815 time: 1.0148218 Jan 19 16:04:15.755568 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-14470017-326f-4df9-9947-6bb7cbfb264b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Request body: {'port': {'device_id': '3357c1cf-89ea-4ad2-927d-9211526277d0', 'network_id': '32ada299-f940-43f6-a6d6-7b24d2f5c6aa', 'admin_state_up': True, 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:04:15.890516 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-658f7108-b819-4b23-89fe-b66bad7898af req-32e072ee-72b2-460a-b9b9-59fef124ce7a service neutron] 10.222.0.104 "GET /v2.0/networks/e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2962451 Jan 19 16:04:15.967562 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e2b4a-b4a4-475d-b358-b9fdd57e4a2e req-4254695d-fa19-4292-ab89-90cfc09e579c tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:15.970655 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2a0e2b4a-b4a4-475d-b358-b9fdd57e4a2e req-4254695d-fa19-4292-ab89-90cfc09e579c tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.3721454 Jan 19 16:04:16.105888 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-14470017-326f-4df9-9947-6bb7cbfb264b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:04:16.132620 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-14470017-326f-4df9-9947-6bb7cbfb264b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:04:16.335751 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2a0e2b4a-b4a4-475d-b358-b9fdd57e4a2e req-70fe524e-7f48-41e8-8fd6-653aa81251fa tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051213 Jan 19 16:04:16.340239 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-91164699-b9f3-4db0-97fa-c27235768a1c req-09ccd7e2-a6da-4a5d-b775-14b9f0e4e4f4 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 210 time: 0.2118373 Jan 19 16:04:16.366923 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-14470017-326f-4df9-9947-6bb7cbfb264b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Made reservation on behalf of 2e0ee6f28ba94989ad38ea08f56b666f for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:04:16.405820 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-14470017-326f-4df9-9947-6bb7cbfb264b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:17.302203 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 46748) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:04:17.428876 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864b9c1-0c61-47ac-8e87-18e330513a92 req-b4db845c-2231-420d-8217-fc9baa60678f tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:17.430829 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e864b9c1-0c61-47ac-8e87-18e330513a92 req-b4db845c-2231-420d-8217-fc9baa60678f tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.4095864 Jan 19 16:04:17.481924 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-14470017-326f-4df9-9947-6bb7cbfb264b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Allocated IP 172.20.0.11 (32ada299-f940-43f6-a6d6-7b24d2f5c6aa/0ae45b3e-7638-4b09-9105-d3f10811827b/69ce9b52-aadf-4053-9bb2-4349c820591f) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:04:17.520080 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e864b9c1-0c61-47ac-8e87-18e330513a92 req-234a1d9a-8522-4d62-be9e-78b3d6dcd257 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809522 Jan 19 16:04:17.572286 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0e4af88e-e26b-47ba-aea0-90a985f720bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:17.624262 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-0e4af88e-e26b-47ba-aea0-90a985f720bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:04:17.659021 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-0e4af88e-e26b-47ba-aea0-90a985f720bb admin admin] Usage tracker for resource:security_group_rule and tenant:bc6a124d4e534500a0768462794c1f3e is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:04:17.672144 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-0e4af88e-e26b-47ba-aea0-90a985f720bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:04:17.673436 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-aee6b054-53fc-4c0d-9b8b-e5b3aaa10fec req-67e4fb9f-c516-490d-b4ae-23508e3836d9 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 210 time: 0.1110106 Jan 19 16:04:17.696689 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-0e4af88e-e26b-47ba-aea0-90a985f720bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:04:17.912881 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0e4af88e-e26b-47ba-aea0-90a985f720bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:17.931073 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0e4af88e-e26b-47ba-aea0-90a985f720bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:18.037253 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-23baabe8-8090-4229-b4e0-c8a9c06dd187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:04:18.091754 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-14470017-326f-4df9-9947-6bb7cbfb264b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:18.097649 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4af88e-e26b-47ba-aea0-90a985f720bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e14685-9539-441f-a4c6-0e26a5875f44,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:04:18.111667 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-0e4af88e-e26b-47ba-aea0-90a985f720bb admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=bc6a124d4e534500a0768462794c1f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8075376 Jan 19 16:04:18.112727 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 46758) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:04:18.114251 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-0e4af88e-e26b-47ba-aea0-90a985f720bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:04:18.138149 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-14470017-326f-4df9-9947-6bb7cbfb264b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Transition to ACTIVE for port object 69ce9b52-aadf-4053-9bb2-4349c820591f will not be triggered until provisioned by entity DHCP. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:04:18.210148 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e61c9b-cb43-4d1b-88f4-e316494e870f req-6e796e37-73af-49db-8ba7-4cd60081cf2d tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:18.214740 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f6e61c9b-cb43-4d1b-88f4-e316494e870f req-6e796e37-73af-49db-8ba7-4cd60081cf2d tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.2126877 Jan 19 16:04:18.275243 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-36ac01e3-8c04-4b1c-8dfb-b44a3c59faaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:18.284596 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-14470017-326f-4df9-9947-6bb7cbfb264b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:18.335025 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-03e7e2a7-8772-4cc8-9e59-aa439fc49cd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:04:18.345195 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-36ac01e3-8c04-4b1c-8dfb-b44a3c59faaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:18.419329 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-36ac01e3-8c04-4b1c-8dfb-b44a3c59faaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:18.428481 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c3412d41-7da8-4d45-9786-d672e4f48241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:04:18.455793 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac01e3-8c04-4b1c-8dfb-b44a3c59faaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e14685-9539-441f-a4c6-0e26a5875f44,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:04:18.461373 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-36ac01e3-8c04-4b1c-8dfb-b44a3c59faaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:04:18.462965 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-36ac01e3-8c04-4b1c-8dfb-b44a3c59faaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:18.469253 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-36ac01e3-8c04-4b1c-8dfb-b44a3c59faaf admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a0e14685-9539-441f-a4c6-0e26a5875f44 HTTP/1.1" status: 204 len: 168 time: 0.3528495 Jan 19 16:04:18.693270 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f6e61c9b-cb43-4d1b-88f4-e316494e870f req-8dee9f12-594c-436e-969f-846a82f4907f tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4659288 Jan 19 16:04:18.751660 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-14470017-326f-4df9-9947-6bb7cbfb264b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Network 32ada299-f940-43f6-a6d6-7b24d2f5c6aa is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:04:18.758109 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-14470017-326f-4df9-9947-6bb7cbfb264b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:04:18.761635 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-14470017-326f-4df9-9947-6bb7cbfb264b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:04:18.860762 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14470017-326f-4df9-9947-6bb7cbfb264b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Pushing event updated for resources: {'Port': ['ID=69ce9b52-aadf-4053-9bb2-4349c820591f,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:04:18.909736 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-14470017-326f-4df9-9947-6bb7cbfb264b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:04:19.052384 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-14470017-326f-4df9-9947-6bb7cbfb264b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:19.053179 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-14470017-326f-4df9-9947-6bb7cbfb264b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:19.111374 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-14470017-326f-4df9-9947-6bb7cbfb264b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3705850 Jan 19 16:04:19.149377 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-8f63bfae-ceb4-4fef-b272-c5260c4de2db None None] Provisioning for port 69ce9b52-aadf-4053-9bb2-4349c820591f completed by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:04:19.149752 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f744f2-6e7a-4b74-a869-b5b9906de147 req-8d2c63ee-6a7a-4677-ac27-23de4c2db03b tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:19.151513 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f1f744f2-6e7a-4b74-a869-b5b9906de147 req-8d2c63ee-6a7a-4677-ac27-23de4c2db03b tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.3984373 Jan 19 16:04:19.157293 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-8f63bfae-ceb4-4fef-b272-c5260c4de2db None None] Provisioning complete for port 69ce9b52-aadf-4053-9bb2-4349c820591f triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:04:19.157796 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8f63bfae-ceb4-4fef-b272-c5260c4de2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:19.190911 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 46770) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:04:19.210892 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ca4af-9b88-4be7-90bc-a430a265d2d3 req-2736fdb1-6c35-430e-bb4b-c798e144633c tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:19.211712 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-989ca4af-9b88-4be7-90bc-a430a265d2d3 req-2736fdb1-6c35-430e-bb4b-c798e144633c tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Synchronizing usage tracker for tenant:2e0ee6f28ba94989ad38ea08f56b666f on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:04:19.223002 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-8f63bfae-ceb4-4fef-b272-c5260c4de2db None None] Port 69ce9b52-aadf-4053-9bb2-4349c820591f cannot update to ACTIVE because it is not bound. {{(pid=80161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 16:04:19.225133 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5e7e35aa-241e-46eb-9c03-d4f84b85f663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:19.244411 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-5e7e35aa-241e-46eb-9c03-d4f84b85f663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:04:19.246973 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-989ca4af-9b88-4be7-90bc-a430a265d2d3 req-2736fdb1-6c35-430e-bb4b-c798e144633c tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Unset dirty status for tenant:2e0ee6f28ba94989ad38ea08f56b666f on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:04:19.248291 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-989ca4af-9b88-4be7-90bc-a430a265d2d3 req-2736fdb1-6c35-430e-bb4b-c798e144633c tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 932 time: 0.2930954 Jan 19 16:04:19.249622 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-5e7e35aa-241e-46eb-9c03-d4f84b85f663 admin admin] Usage tracker for resource:security_group_rule and tenant:6a1939a7ebe242bbbb101bbd617572fe is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:04:19.252809 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-5e7e35aa-241e-46eb-9c03-d4f84b85f663 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:04:19.254347 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f1f744f2-6e7a-4b74-a869-b5b9906de147 req-777dea39-e040-4de8-beb3-ba5d77aa3923 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917742 Jan 19 16:04:19.260419 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-5e7e35aa-241e-46eb-9c03-d4f84b85f663 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:04:19.348275 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-989ca4af-9b88-4be7-90bc-a430a265d2d3 req-110a3cdb-d5c2-486b-aaee-4c3996e3f158 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928166 Jan 19 16:04:19.386147 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5e7e35aa-241e-46eb-9c03-d4f84b85f663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:19.390278 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5e7e35aa-241e-46eb-9c03-d4f84b85f663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:19.399446 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9cc66274-9604-41d1-a939-e0d04efe32a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:04:19.450694 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e35aa-241e-46eb-9c03-d4f84b85f663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f1096c-450a-404c-9e41-645a9fba4e41,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:04:19.455738 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-5e7e35aa-241e-46eb-9c03-d4f84b85f663 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=6a1939a7ebe242bbbb101bbd617572fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627804 Jan 19 16:04:19.456839 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-5e7e35aa-241e-46eb-9c03-d4f84b85f663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:04:19.459596 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 46774) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:04:19.527259 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-efd16e3f-5429-4784-938f-824137f9a096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:19.558252 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-efd16e3f-5429-4784-938f-824137f9a096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:19.662817 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-efd16e3f-5429-4784-938f-824137f9a096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:19.672127 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f0e64c8d-f1a5-402b-b0e3-7f06b08aee61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:04:19.686576 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd16e3f-5429-4784-938f-824137f9a096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f1096c-450a-404c-9e41-645a9fba4e41,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:04:19.693378 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-efd16e3f-5429-4784-938f-824137f9a096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:04:19.695935 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-efd16e3f-5429-4784-938f-824137f9a096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:19.700464 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-efd16e3f-5429-4784-938f-824137f9a096 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/79f1096c-450a-404c-9e41-645a9fba4e41 HTTP/1.1" status: 204 len: 168 time: 0.2365828 Jan 19 16:04:20.019522 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae548a01-e670-4695-82a0-03ccedf1a7c3 req-f87a36d8-4a03-4986-b7b0-be1da5f85e00 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:20.021572 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ae548a01-e670-4695-82a0-03ccedf1a7c3 req-f87a36d8-4a03-4986-b7b0-be1da5f85e00 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.1531348 Jan 19 16:04:20.147018 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ae548a01-e670-4695-82a0-03ccedf1a7c3 req-632da2be-afb0-4e54-aa87-3e5a88df5e56 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090205 Jan 19 16:04:20.633962 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65c1a6-e457-47f5-bde9-ce007c80d7ab req-17d9906d-d69d-4aad-aec6-2bb2c1169648 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:20.635758 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cb65c1a6-e457-47f5-bde9-ce007c80d7ab req-17d9906d-d69d-4aad-aec6-2bb2c1169648 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.1928780 Jan 19 16:04:20.687026 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bef24-ade3-4dd3-b27f-56333804e7c0 req-6abe8da9-7825-4e01-9825-c71b882c1148 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:20.689600 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3a9bef24-ade3-4dd3-b27f-56333804e7c0 req-6abe8da9-7825-4e01-9825-c71b882c1148 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 932 time: 0.1897171 Jan 19 16:04:20.748206 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cb65c1a6-e457-47f5-bde9-ce007c80d7ab req-a01313af-fefc-4069-a717-c1fcdf716528 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035104 Jan 19 16:04:20.775708 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3a9bef24-ade3-4dd3-b27f-56333804e7c0 req-4b3fc170-130e-4bfe-a004-199246def879 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779490 Jan 19 16:04:21.438113 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017388ec-a48c-4646-ab5c-8269cb1328f3 req-55ece6c7-89b6-40ab-8739-dc14efbb993c tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:21.440603 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-017388ec-a48c-4646-ab5c-8269cb1328f3 req-55ece6c7-89b6-40ab-8739-dc14efbb993c tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.1277771 Jan 19 16:04:21.514837 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-017388ec-a48c-4646-ab5c-8269cb1328f3 req-6fcd3ebc-13cd-4686-b295-951594d2a1b8 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683024 Jan 19 16:04:22.166746 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d0f8b-5f9c-41de-b014-657eb335655f req-b67fe9b6-cb30-459a-ae66-d928fe4d91a3 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:22.168519 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-079d0f8b-5f9c-41de-b014-657eb335655f req-b67fe9b6-cb30-459a-ae66-d928fe4d91a3 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 932 time: 0.2076967 Jan 19 16:04:22.197414 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb87a4c-9cab-44ed-a1a3-25d4a98a867b req-200af3f4-d11f-43d1-b020-4fbcb744f49d tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:22.199083 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-abb87a4c-9cab-44ed-a1a3-25d4a98a867b req-200af3f4-d11f-43d1-b020-4fbcb744f49d tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.1756556 Jan 19 16:04:22.308204 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-079d0f8b-5f9c-41de-b014-657eb335655f req-f41bade1-f5be-40f0-bb3f-7e67f64d0b71 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070564 Jan 19 16:04:22.320854 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-abb87a4c-9cab-44ed-a1a3-25d4a98a867b req-7259ae95-0417-4ab1-90a5-f6ea7aac077c tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907505 Jan 19 16:04:22.848270 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41380de5-6d4b-44ba-b364-c0180221cf86 req-e132c0d3-d615-43cf-891c-26a0f503fc85 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:22.851276 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-41380de5-6d4b-44ba-b364-c0180221cf86 req-e132c0d3-d615-43cf-891c-26a0f503fc85 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.1233492 Jan 19 16:04:22.939098 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-41380de5-6d4b-44ba-b364-c0180221cf86 req-6ab07b38-ca17-4eca-b9dd-945f582be5c6 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787685 Jan 19 16:04:23.657920 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467daab2-bf2d-46c4-aa0a-d3b40713a96c req-d09624ec-c39b-4937-aed0-8e8330616b75 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:23.659620 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-467daab2-bf2d-46c4-aa0a-d3b40713a96c req-d09624ec-c39b-4937-aed0-8e8330616b75 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 932 time: 0.1538403 Jan 19 16:04:23.696110 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05b5db-829c-4bf7-846b-388f32e03417 req-d3b2f50f-ee61-4b9c-abc8-69882a2c9eef tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:23.697834 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cc05b5db-829c-4bf7-846b-388f32e03417 req-d3b2f50f-ee61-4b9c-abc8-69882a2c9eef tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.2329614 Jan 19 16:04:23.793936 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cc05b5db-829c-4bf7-846b-388f32e03417 req-ce864bc3-90e8-4172-9a58-252ad87c9767 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764756 Jan 19 16:04:23.802588 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-467daab2-bf2d-46c4-aa0a-d3b40713a96c req-b7083b37-fc3a-46dc-937a-7f7faf42794d tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304147 Jan 19 16:04:24.305521 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780200ed-5625-485b-b8e9-7bc83d1330e3 req-91898545-0bb4-406d-8171-4d6361e0f5b4 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:24.307277 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-780200ed-5625-485b-b8e9-7bc83d1330e3 req-91898545-0bb4-406d-8171-4d6361e0f5b4 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.1546748 Jan 19 16:04:24.376492 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-780200ed-5625-485b-b8e9-7bc83d1330e3 req-6550c16e-0086-49a7-a348-00a46036ea27 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584233 Jan 19 16:04:25.219176 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47faa550-f24e-4776-b266-53cff947325a req-eb20ac7e-52bf-4878-8f47-ccb440a631a9 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:25.222541 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-47faa550-f24e-4776-b266-53cff947325a req-eb20ac7e-52bf-4878-8f47-ccb440a631a9 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.2582710 Jan 19 16:04:25.270578 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54eb7a-3d98-4248-905c-91d22f3bed55 req-76881400-5eb5-45e3-a424-378e69bb3f5b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:25.272854 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fa54eb7a-3d98-4248-905c-91d22f3bed55 req-76881400-5eb5-45e3-a424-378e69bb3f5b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 932 time: 0.2619076 Jan 19 16:04:25.379111 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fa54eb7a-3d98-4248-905c-91d22f3bed55 req-8647d865-f6f6-447c-a33a-d106bdf03a0c tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859482 Jan 19 16:04:25.385722 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-47faa550-f24e-4776-b266-53cff947325a req-da348ea5-6af4-49e4-9f9e-4491396062b7 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113315 Jan 19 16:04:25.785318 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4328e-3117-4b21-babb-7866689cb5e4 req-637e3f2a-3e4c-4288-ac85-531c0c85a389 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:25.787354 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5ab4328e-3117-4b21-babb-7866689cb5e4 req-637e3f2a-3e4c-4288-ac85-531c0c85a389 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.1990378 Jan 19 16:04:25.883948 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5ab4328e-3117-4b21-babb-7866689cb5e4 req-e9a05537-fcc3-4dcc-ac85-2a5244ed8edc tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875280 Jan 19 16:04:27.130281 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65cac2e-77c3-4a54-a6d1-dbc300d9ffc9 req-af954686-d799-4e2c-8552-3de62362eb19 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:27.132404 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a65cac2e-77c3-4a54-a6d1-dbc300d9ffc9 req-af954686-d799-4e2c-8552-3de62362eb19 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.4521985 Jan 19 16:04:27.170099 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3882faf-8f17-46c7-bb43-689dfc8ed3b5 req-149f3513-c414-4cde-9eb2-7437a8c94375 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:27.172805 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d3882faf-8f17-46c7-bb43-689dfc8ed3b5 req-149f3513-c414-4cde-9eb2-7437a8c94375 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 932 time: 0.5600655 Jan 19 16:04:27.282587 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a65cac2e-77c3-4a54-a6d1-dbc300d9ffc9 req-b5abc894-d14a-479e-9fe9-c028ea97f7f4 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084538 Jan 19 16:04:27.296229 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d3882faf-8f17-46c7-bb43-689dfc8ed3b5 req-3248b669-b9b9-4b3c-a96d-83182529c2d5 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049314 Jan 19 16:04:27.554975 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854eb76-77dc-4a3e-a809-1143394a642a req-2a737e17-9d3d-4403-ac7c-1559dddee947 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:27.556980 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2854eb76-77dc-4a3e-a809-1143394a642a req-2a737e17-9d3d-4403-ac7c-1559dddee947 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.1158009 Jan 19 16:04:27.616821 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2854eb76-77dc-4a3e-a809-1143394a642a req-de6df7cd-f33a-468b-8095-cae0da0c9083 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500116 Jan 19 16:04:28.767047 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb18dd6-8317-46af-847c-579056f7ee01 req-22045e0b-9eeb-4d75-8fb0-b5ba4433a74a tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:28.768871 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7fb18dd6-8317-46af-847c-579056f7ee01 req-22045e0b-9eeb-4d75-8fb0-b5ba4433a74a tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 932 time: 0.2312799 Jan 19 16:04:28.825807 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ac72d-fc0e-45b3-98e7-6fb9e64b964f req-ee01311b-95e1-4722-859d-f1796e06b5b0 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:28.827599 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e61ac72d-fc0e-45b3-98e7-6fb9e64b964f req-ee01311b-95e1-4722-859d-f1796e06b5b0 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.2413397 Jan 19 16:04:28.886426 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7fb18dd6-8317-46af-847c-579056f7ee01 req-83a98b04-90a4-416c-bfe3-9d1438a1c7cf tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096821 Jan 19 16:04:28.919646 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e61ac72d-fc0e-45b3-98e7-6fb9e64b964f req-f6c85c72-0331-44c2-b0b1-9a44623bbb41 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724835 Jan 19 16:04:29.192289 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2ddfa-29ee-4ec2-9176-4f493570763b req-9b5bd897-a111-4160-a1f2-5ca73bc3a4c0 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:29.194057 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-acc2ddfa-29ee-4ec2-9176-4f493570763b req-9b5bd897-a111-4160-a1f2-5ca73bc3a4c0 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.1581898 Jan 19 16:04:29.283477 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-acc2ddfa-29ee-4ec2-9176-4f493570763b req-565c410e-17c7-4236-9a4e-acd317cd348b tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768561 Jan 19 16:04:30.370297 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0108b-3d46-49a6-abee-dc8a074a5d0f req-6b32c65a-d423-40d5-92ae-9402e31c9055 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:30.373056 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-44d0108b-3d46-49a6-abee-dc8a074a5d0f req-6b32c65a-d423-40d5-92ae-9402e31c9055 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.2273099 Jan 19 16:04:30.397462 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53248a3-63b3-4a76-a784-ba42937db917 req-dd6d28d6-c958-4fb6-8af4-7ecfc2080518 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:30.399192 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d53248a3-63b3-4a76-a784-ba42937db917 req-dd6d28d6-c958-4fb6-8af4-7ecfc2080518 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 932 time: 0.1841578 Jan 19 16:04:30.487183 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-44d0108b-3d46-49a6-abee-dc8a074a5d0f req-1eab50ea-4e71-4687-b102-8377d7b3055e tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867276 Jan 19 16:04:30.495496 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d53248a3-63b3-4a76-a784-ba42937db917 req-61e4d135-6e77-42dc-bcb0-4c4714437980 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797105 Jan 19 16:04:30.716418 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe04d7-0446-4093-85ba-deafef3f4530 req-c09e2444-69d0-4eaa-979e-2ddfa281b460 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:30.718153 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-debe04d7-0446-4093-85ba-deafef3f4530 req-c09e2444-69d0-4eaa-979e-2ddfa281b460 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.1067953 Jan 19 16:04:30.779385 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-debe04d7-0446-4093-85ba-deafef3f4530 req-94a5b00b-c3f9-49e4-9d32-a9a9248cdb0c tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498106 Jan 19 16:04:31.858166 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3235cb-ce29-4a96-9d0d-2984768043fb req-877ad29b-c39a-4008-941a-aacbcb0e4549 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:31.859853 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6b3235cb-ce29-4a96-9d0d-2984768043fb req-877ad29b-c39a-4008-941a-aacbcb0e4549 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 932 time: 0.1828675 Jan 19 16:04:31.887814 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc2cdd-73b2-483d-8b1d-6c39c0ecca5a req-1b6af281-6b6b-4037-9b91-c56be1ca88c4 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:31.889555 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5fbc2cdd-73b2-483d-8b1d-6c39c0ecca5a req-1b6af281-6b6b-4037-9b91-c56be1ca88c4 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.2105172 Jan 19 16:04:32.019877 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5fbc2cdd-73b2-483d-8b1d-6c39c0ecca5a req-b5949f64-2622-403a-89f3-33234e04716a tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040821 Jan 19 16:04:32.064378 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:04:32.072598 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6b3235cb-ce29-4a96-9d0d-2984768043fb req-07a8b850-3617-4fd3-b9b6-f1761c54bb30 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817839 Jan 19 16:04:32.311277 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3139da-2b90-4a3e-a463-ed1245b28cdf req-dea90265-d10f-4653-ab42-0ed59cc1b4e9 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:32.313012 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6a3139da-2b90-4a3e-a463-ed1245b28cdf req-dea90265-d10f-4653-ab42-0ed59cc1b4e9 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.1114013 Jan 19 16:04:32.367875 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6a3139da-2b90-4a3e-a463-ed1245b28cdf req-a7df8163-33f2-40a7-8424-1f80910cd389 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482469 Jan 19 16:04:33.537289 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea8c72-c4c3-48d4-b88f-7fa4ce108de9 req-14fdf03e-5224-4742-a7eb-5cae86ddd87a tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:33.539226 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ffea8c72-c4c3-48d4-b88f-7fa4ce108de9 req-14fdf03e-5224-4742-a7eb-5cae86ddd87a tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.2822943 Jan 19 16:04:33.593194 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437337a1-4250-41eb-82d4-c7f4142e34fc req-21053067-3944-45f8-a462-050f7b86ddb6 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:33.596094 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-437337a1-4250-41eb-82d4-c7f4142e34fc req-21053067-3944-45f8-a462-050f7b86ddb6 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 932 time: 0.2905912 Jan 19 16:04:33.710885 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ffea8c72-c4c3-48d4-b88f-7fa4ce108de9 req-10e2364b-f255-41f5-aae0-a32acafef3a3 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132059 Jan 19 16:04:33.716830 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-437337a1-4250-41eb-82d4-c7f4142e34fc req-4db3f1f8-32e9-4b5f-aa99-42eadafc0986 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937128 Jan 19 16:04:34.012705 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6451b796-b064-4747-960c-1f2502e46f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:34.032704 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c4ec5-6a8d-40b4-b3a3-c5a0fc0d1a31 req-32ecf628-dbd1-4f7a-85eb-b93efe7e69d2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:34.034444 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4e1c4ec5-6a8d-40b4-b3a3-c5a0fc0d1a31 req-32ecf628-dbd1-4f7a-85eb-b93efe7e69d2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.1556029 Jan 19 16:04:34.104506 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4e1c4ec5-6a8d-40b4-b3a3-c5a0fc0d1a31 req-43dbd3eb-9e10-4ed8-916b-60b14106b4fd tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624034 Jan 19 16:04:35.126960 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec0180-cf20-43d5-825b-30a72caede57 req-2eda1408-2546-4943-909b-b8a4d713f9f3 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:35.128668 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-76ec0180-cf20-43d5-825b-30a72caede57 req-2eda1408-2546-4943-909b-b8a4d713f9f3 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.1707814 Jan 19 16:04:35.154995 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fad9c3-ec59-43f5-b8eb-8dfbf56d6819 req-9bd11cb9-6530-477d-8809-73317ecf930b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:35.156753 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f5fad9c3-ec59-43f5-b8eb-8dfbf56d6819 req-9bd11cb9-6530-477d-8809-73317ecf930b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 932 time: 0.2564075 Jan 19 16:04:35.250384 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-76ec0180-cf20-43d5-825b-30a72caede57 req-5c1b6633-67cc-4120-a5c6-d53ff29acad7 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924861 Jan 19 16:04:35.256568 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f5fad9c3-ec59-43f5-b8eb-8dfbf56d6819 req-bb9e5dd8-112b-4089-81ca-4cb5b383143c tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836296 Jan 19 16:04:35.534560 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869edaa-d5ce-451d-ade1-3e8fa2f4b673 req-ce1cdbdc-f6ee-43a9-8431-15a6fac99d83 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:35.537632 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1869edaa-d5ce-451d-ade1-3e8fa2f4b673 req-ce1cdbdc-f6ee-43a9-8431-15a6fac99d83 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.1531420 Jan 19 16:04:35.602108 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1869edaa-d5ce-451d-ade1-3e8fa2f4b673 req-87235275-4eca-4089-b2b0-8569ae781a42 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574796 Jan 19 16:04:36.608134 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befa2ed-af8a-4a81-b96c-066356cc814f req-f9bb7b12-ace0-4e89-9cc2-8759002b34f6 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:36.609884 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2befa2ed-af8a-4a81-b96c-066356cc814f req-f9bb7b12-ace0-4e89-9cc2-8759002b34f6 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.1445684 Jan 19 16:04:36.633428 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39bc0f-340b-4497-9f7a-d099e7cb8efa req-821ff84c-6d4c-411c-8279-d5dd5b2fc069 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:36.635506 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fd39bc0f-340b-4497-9f7a-d099e7cb8efa req-821ff84c-6d4c-411c-8279-d5dd5b2fc069 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 932 time: 0.2233090 Jan 19 16:04:36.697318 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:36.722801 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2befa2ed-af8a-4a81-b96c-066356cc814f req-2126f2b7-8f20-457c-b68e-7a025730cb03 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861163 Jan 19 16:04:36.736857 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fd39bc0f-340b-4497-9f7a-d099e7cb8efa req-f742ea89-9025-4375-8ea1-7cb199d5e4db tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774257 Jan 19 16:04:36.954010 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4409d96-660b-4d43-8acd-cbf42eebed2a req-fa2aec57-34d2-4ff1-b74a-3badba08659c tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:36.955718 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a4409d96-660b-4d43-8acd-cbf42eebed2a req-fa2aec57-34d2-4ff1-b74a-3badba08659c tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.1095016 Jan 19 16:04:37.011071 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a4409d96-660b-4d43-8acd-cbf42eebed2a req-16a097f3-c7be-4da8-bf8a-a5d8b3c4e7ba tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484796 Jan 19 16:04:37.088577 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:37.301447 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-77e78f20-2b9f-4948-ab0d-6c2194c029ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:37.935560 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:38.089104 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd86b30-b01f-40e0-88bd-62a8fabe813d req-43c4e690-b463-48ae-9492-2d51a3201dab tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:38.095446 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9bd86b30-b01f-40e0-88bd-62a8fabe813d req-43c4e690-b463-48ae-9492-2d51a3201dab tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.2180867 Jan 19 16:04:38.149638 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373edc83-0123-401e-8377-ae35c637eb83 req-e5d5093d-2730-4ca3-a432-4b23d25b90c0 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:38.151439 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-373edc83-0123-401e-8377-ae35c637eb83 req-e5d5093d-2730-4ca3-a432-4b23d25b90c0 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 932 time: 0.2133312 Jan 19 16:04:38.207419 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9bd86b30-b01f-40e0-88bd-62a8fabe813d req-ab2cfb17-4c91-4643-9d12-14d909db9ccf tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056311 Jan 19 16:04:38.243832 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-373edc83-0123-401e-8377-ae35c637eb83 req-9c8f7076-662f-4ae9-b1c7-47147425290f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760977 Jan 19 16:04:38.507150 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4cf42d-9015-4fcc-9954-ffc00d5ddeb3 req-0c785f95-781c-4416-8d39-f0012d90ddde tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:38.508890 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ff4cf42d-9015-4fcc-9954-ffc00d5ddeb3 req-0c785f95-781c-4416-8d39-f0012d90ddde tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.1121242 Jan 19 16:04:38.545254 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-1cca83ea-d161-4b24-85d7-3af342356830 service neutron] Request body: {'port': {'device_id': '3357c1cf-89ea-4ad2-927d-9211526277d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:04:38.636261 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ff4cf42d-9015-4fcc-9954-ffc00d5ddeb3 req-e31f28cc-209e-4472-88e5-e994bad1c379 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153009 Jan 19 16:04:38.724458 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-1cca83ea-d161-4b24-85d7-3af342356830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:39.144540 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:39.203556 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-1cca83ea-d161-4b24-85d7-3af342356830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ce9b52-aadf-4053-9bb2-4349c820591f {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 16:04:39.211775 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-1cca83ea-d161-4b24-85d7-3af342356830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:39.226672 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-1cca83ea-d161-4b24-85d7-3af342356830 service neutron] Transition to ACTIVE for port object 69ce9b52-aadf-4053-9bb2-4349c820591f will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:04:39.229794 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-1cca83ea-d161-4b24-85d7-3af342356830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:39.250585 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-06d8fb17-1d2a-45ef-a830-dc3f0408ac3e tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:04:39.482010 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca83ea-d161-4b24-85d7-3af342356830 service neutron] Pushing event updated for resources: {'Port': ['ID=69ce9b52-aadf-4053-9bb2-4349c820591f,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:04:39.485971 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1cca83ea-d161-4b24-85d7-3af342356830 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:04:39.922574 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665138da-0116-47e3-a024-147eb9294c6a req-587f5007-daab-4ea0-9428-3d7a70d847ec tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:39.924345 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-665138da-0116-47e3-a024-147eb9294c6a req-587f5007-daab-4ea0-9428-3d7a70d847ec tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.5529878 Jan 19 16:04:39.955099 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06b955-8a8a-4a2f-96b8-e6f8acc2fe1e req-0b96dd76-09fd-4b0a-becb-d8606d8dbf96 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:39.956804 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4a06b955-8a8a-4a2f-96b8-e6f8acc2fe1e req-0b96dd76-09fd-4b0a-becb-d8606d8dbf96 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 944 time: 0.5348907 Jan 19 16:04:40.102190 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-665138da-0116-47e3-a024-147eb9294c6a req-1952fd17-afd1-4eb1-a2af-80c618de2b5d tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441216 Jan 19 16:04:40.125188 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4a06b955-8a8a-4a2f-96b8-e6f8acc2fe1e req-0095d093-0d45-40df-bc05-a86bc3c2c78d tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176000 Jan 19 16:04:40.133598 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-1cca83ea-d161-4b24-85d7-3af342356830 service neutron] Attempting to bind port 69ce9b52-aadf-4053-9bb2-4349c820591f on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 16:04:40.134041 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-1cca83ea-d161-4b24-85d7-3af342356830 service neutron] Attempting to bind port 69ce9b52-aadf-4053-9bb2-4349c820591f by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '8643ba2a-8957-4c06-9be1-497b7d338801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '32ada299-f940-43f6-a6d6-7b24d2f5c6aa'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 16:04:40.134322 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-1cca83ea-d161-4b24-85d7-3af342356830 service neutron] Attempting to bind port 69ce9b52-aadf-4053-9bb2-4349c820591f on network 32ada299-f940-43f6-a6d6-7b24d2f5c6aa {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 16:04:40.141857 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-1cca83ea-d161-4b24-85d7-3af342356830 service neutron] Checking agent: {'id': '073d1919-22dd-4be4-a5f1-d010cf1bf21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 56, 7), 'started_at': datetime.datetime(2021, 1, 19, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 16:04:40.142141 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-1cca83ea-d161-4b24-85d7-3af342356830 service neutron] Checking segment: {'id': '8643ba2a-8957-4c06-9be1-497b7d338801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '32ada299-f940-43f6-a6d6-7b24d2f5c6aa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:04:40.142518 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-1cca83ea-d161-4b24-85d7-3af342356830 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:40.142981 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-1cca83ea-d161-4b24-85d7-3af342356830 service neutron] Bound using segment: {'id': '8643ba2a-8957-4c06-9be1-497b7d338801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '32ada299-f940-43f6-a6d6-7b24d2f5c6aa'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 16:04:40.143477 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-1cca83ea-d161-4b24-85d7-3af342356830 service neutron] Bound port: 69ce9b52-aadf-4053-9bb2-4349c820591f, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8643ba2a-8957-4c06-9be1-497b7d338801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '32ada299-f940-43f6-a6d6-7b24d2f5c6aa'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 16:04:40.143860 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-1cca83ea-d161-4b24-85d7-3af342356830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:40.255465 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-1cca83ea-d161-4b24-85d7-3af342356830 service neutron] For port 69ce9b52-aadf-4053-9bb2-4349c820591f, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 16:04:40.259324 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-1cca83ea-d161-4b24-85d7-3af342356830 service neutron] For port 69ce9b52-aadf-4053-9bb2-4349c820591f, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=69ce9b52-aadf-4053-9bb2-4349c820591f,segment=NetworkSegment(8643ba2a-8957-4c06-9be1-497b7d338801),segment_id=8643ba2a-8957-4c06-9be1-497b7d338801)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 16:04:40.263810 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-1cca83ea-d161-4b24-85d7-3af342356830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:40.280850 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e9dfffb8-1b65-454f-aaf0-cf264aed06e7 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:04:40.504198 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca83ea-d161-4b24-85d7-3af342356830 service neutron] Pushing event updated for resources: {'Port': ['ID=69ce9b52-aadf-4053-9bb2-4349c820591f,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:04:40.511124 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1cca83ea-d161-4b24-85d7-3af342356830 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:04:40.611447 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78231e3-bf44-4b64-b7e4-5dafcf9d7b5b req-dbc6a49e-a1b3-4b68-afc4-f37ae7eccd51 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:40.613195 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b78231e3-bf44-4b64-b7e4-5dafcf9d7b5b req-dbc6a49e-a1b3-4b68-afc4-f37ae7eccd51 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.2209570 Jan 19 16:04:40.616039 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-1cca83ea-d161-4b24-85d7-3af342356830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:40.616473 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-1cca83ea-d161-4b24-85d7-3af342356830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:40.618008 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-1cca83ea-d161-4b24-85d7-3af342356830 service neutron] 10.222.0.104 "PUT /v2.0/ports/69ce9b52-aadf-4053-9bb2-4349c820591f HTTP/1.1" status: 200 len: 1158 time: 2.2737949 Jan 19 16:04:40.618587 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3357c1cf-89ea-4ad2-927d-9211526277d0', 'tag': '69ce9b52-aadf-4053-9bb2-4349c820591f'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:04:40.681779 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b78231e3-bf44-4b64-b7e4-5dafcf9d7b5b req-f9cef0d7-fc5b-4526-85a8-263c2f3cae55 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564735 Jan 19 16:04:40.744645 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3357c1cf-89ea-4ad2-927d-9211526277d0', 'tag': '69ce9b52-aadf-4053-9bb2-4349c820591f', 'status': 'completed', 'code': 200} Jan 19 16:04:40.806077 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-49e4bf91-da5a-4372-be06-5e48639419fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:40.807877 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-49e4bf91-da5a-4372-be06-5e48639419fd service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=2e0ee6f28ba94989ad38ea08f56b666f&device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 1161 time: 0.1250513 Jan 19 16:04:40.931981 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-8c086bc0-ad87-47dd-98f5-69aa756a25ad service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69ce9b52-aadf-4053-9bb2-4349c820591f HTTP/1.1" status: 200 len: 217 time: 0.1105490 Jan 19 16:04:41.034272 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-8a0e9115-3453-434e-bd77-203f671a2fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:41.037291 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-8a0e9115-3453-434e-bd77-203f671a2fdc service neutron] 10.222.0.104 "GET /v2.0/subnets?id=0ae45b3e-7638-4b09-9105-d3f10811827b HTTP/1.1" status: 200 len: 854 time: 0.0974786 Jan 19 16:04:41.224859 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-07afdc92-b64f-498b-9129-0b8d9957794d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:41.228216 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-07afdc92-b64f-498b-9129-0b8d9957794d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=32ada299-f940-43f6-a6d6-7b24d2f5c6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1827633 Jan 19 16:04:41.427515 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab034ff2-9129-4e3e-bc9f-71d2c7449ae3 req-acdc8825-05bc-45f4-a999-419932b242ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:41.429270 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ab034ff2-9129-4e3e-bc9f-71d2c7449ae3 req-acdc8825-05bc-45f4-a999-419932b242ee service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7b1a4fa7e3e84f4c99ed43dd4d9f70d8&device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 1162 time: 0.1143019 Jan 19 16:04:41.656915 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81374e89-9c8c-48a3-9ed4-1427ac7a6f99 req-19572cda-bac2-4902-ad3f-9add8a40b7e2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:41.659216 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-81374e89-9c8c-48a3-9ed4-1427ac7a6f99 req-19572cda-bac2-4902-ad3f-9add8a40b7e2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.3773041 Jan 19 16:04:41.670697 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab034ff2-9129-4e3e-bc9f-71d2c7449ae3 req-16cd58e5-8b88-4d0b-a3fe-473e0004a04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:41.673495 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ab034ff2-9129-4e3e-bc9f-71d2c7449ae3 req-16cd58e5-8b88-4d0b-a3fe-473e0004a04e service neutron] 10.222.0.104 "GET /v2.0/networks?id=6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 HTTP/1.1" status: 200 len: 904 time: 0.2274075 Jan 19 16:04:41.751532 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-81e4dfa6-74bd-4c0e-aa9b-c39608c679cc service neutron] 10.222.0.104 "GET /v2.0/networks/32ada299-f940-43f6-a6d6-7b24d2f5c6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145679 Jan 19 16:04:41.838587 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ab034ff2-9129-4e3e-bc9f-71d2c7449ae3 req-6cf5938d-de89-498b-83e3-ac96b7a0169c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b3f4d32-e368-434f-ae52-2cec572a5046 HTTP/1.1" status: 200 len: 1001 time: 0.1540346 Jan 19 16:04:41.932190 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-81374e89-9c8c-48a3-9ed4-1427ac7a6f99 req-4a50832a-0f66-4670-94a0-1e7c5b824c37 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193580 Jan 19 16:04:41.945791 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab034ff2-9129-4e3e-bc9f-71d2c7449ae3 req-0dc4fec5-b82f-4e1c-873a-414b2eee7e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:41.949815 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ab034ff2-9129-4e3e-bc9f-71d2c7449ae3 req-0dc4fec5-b82f-4e1c-873a-414b2eee7e1f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2ac4c3c0-47d4-4e4c-9947-77ff1933d492 HTTP/1.1" status: 200 len: 849 time: 0.1000085 Jan 19 16:04:42.015983 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-64d57b23-8b4a-4fd1-8bd2-2b0f8cd4991e req-a25e8186-dc1e-495e-b664-bd3ca041f259 service neutron] 10.222.0.104 "GET /v2.0/networks/32ada299-f940-43f6-a6d6-7b24d2f5c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2549031 Jan 19 16:04:42.070012 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c240809-7b71-4a86-8125-950293f9e7b4 req-376739a1-bc6c-458f-9ec5-aaab21a1b6b2 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:42.072107 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5c240809-7b71-4a86-8125-950293f9e7b4 req-376739a1-bc6c-458f-9ec5-aaab21a1b6b2 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.4067845 Jan 19 16:04:42.171440 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab034ff2-9129-4e3e-bc9f-71d2c7449ae3 req-e082a57a-549e-47b5-a0e6-324f26ce483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:42.175336 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ab034ff2-9129-4e3e-bc9f-71d2c7449ae3 req-e082a57a-549e-47b5-a0e6-324f26ce483b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6ea02ce0-bc45-4d69-89bd-6b33e937c1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2113719 Jan 19 16:04:42.261031 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5c240809-7b71-4a86-8125-950293f9e7b4 req-bae5de90-c104-48ac-a9b1-d18c2836ad2b tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807950 Jan 19 16:04:42.297526 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380a6b0-78f7-465a-9382-dfe287b87698 req-728c7eaf-3c8b-4eae-ac07-bbef37650e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:42.299800 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6380a6b0-78f7-465a-9382-dfe287b87698 req-728c7eaf-3c8b-4eae-ac07-bbef37650e3d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=2e0ee6f28ba94989ad38ea08f56b666f&device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 1161 time: 0.1973231 Jan 19 16:04:42.392206 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ab034ff2-9129-4e3e-bc9f-71d2c7449ae3 req-d2f039bd-478a-4bc5-aa86-b83f03ec0553 service neutron] 10.222.0.104 "GET /v2.0/networks/6ea02ce0-bc45-4d69-89bd-6b33e937c1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038138 Jan 19 16:04:42.397229 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47088) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:04:42.401013 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b907ec-4655-4bd3-9c0e-3083fcc776e6 req-c8ed38d1-569a-4da5-a210-ec7b60792fdf tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:42.404298 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-88b907ec-4655-4bd3-9c0e-3083fcc776e6 req-c8ed38d1-569a-4da5-a210-ec7b60792fdf tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 944 time: 0.2229681 Jan 19 16:04:42.551889 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-88b907ec-4655-4bd3-9c0e-3083fcc776e6 req-03773a38-6ddf-4f3c-b4f4-d43dfa04ff4d tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920000 Jan 19 16:04:42.593114 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380a6b0-78f7-465a-9382-dfe287b87698 req-041ca628-6990-44d6-b2e4-e9d36351ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:42.595054 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6380a6b0-78f7-465a-9382-dfe287b87698 req-041ca628-6990-44d6-b2e4-e9d36351ea44 service neutron] 10.222.0.104 "GET /v2.0/networks?id=32ada299-f940-43f6-a6d6-7b24d2f5c6aa HTTP/1.1" status: 200 len: 909 time: 0.2726727 Jan 19 16:04:42.687229 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6380a6b0-78f7-465a-9382-dfe287b87698 req-bd8e5b1a-eeb9-402a-bd9a-57220b622973 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69ce9b52-aadf-4053-9bb2-4349c820591f HTTP/1.1" status: 200 len: 217 time: 0.0810256 Jan 19 16:04:42.687997 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-dc03b3b0-de57-41c8-9fe2-c69f45add420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:42.716888 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ab034ff2-9129-4e3e-bc9f-71d2c7449ae3 req-1d549ee9-0aeb-4199-9e37-bcae13939ada service neutron] 10.222.0.104 "GET /v2.0/networks/6ea02ce0-bc45-4d69-89bd-6b33e937c1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3063509 Jan 19 16:04:42.724115 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-dc03b3b0-de57-41c8-9fe2-c69f45add420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:04:42.730384 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-dc03b3b0-de57-41c8-9fe2-c69f45add420 admin admin] Usage tracker for resource:security_group_rule and tenant:bcd5314afea943459e4508203f21ee54 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:04:42.737675 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-dc03b3b0-de57-41c8-9fe2-c69f45add420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:04:42.749410 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-dc03b3b0-de57-41c8-9fe2-c69f45add420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:04:42.806275 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380a6b0-78f7-465a-9382-dfe287b87698 req-161416c6-b8f2-4119-988e-94b3794c1969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:42.809942 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6380a6b0-78f7-465a-9382-dfe287b87698 req-161416c6-b8f2-4119-988e-94b3794c1969 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=0ae45b3e-7638-4b09-9105-d3f10811827b HTTP/1.1" status: 200 len: 854 time: 0.0944760 Jan 19 16:04:42.866765 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-dc03b3b0-de57-41c8-9fe2-c69f45add420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:42.870349 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-dc03b3b0-de57-41c8-9fe2-c69f45add420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:42.881072 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-360859be-5213-4ba3-a015-e8dc66ad9394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:04:42.929866 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-dc03b3b0-de57-41c8-9fe2-c69f45add420 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=bcd5314afea943459e4508203f21ee54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5308585 Jan 19 16:04:42.930923 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03b3b0-de57-41c8-9fe2-c69f45add420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed550a2-0ed3-4629-a93e-be37e70458bf,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:04:42.935269 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47098) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:04:42.938288 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-dc03b3b0-de57-41c8-9fe2-c69f45add420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:04:42.955305 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380a6b0-78f7-465a-9382-dfe287b87698 req-dfbeb0ed-3b36-461d-af2f-4de514953531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:42.957823 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6380a6b0-78f7-465a-9382-dfe287b87698 req-dfbeb0ed-3b36-461d-af2f-4de514953531 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=32ada299-f940-43f6-a6d6-7b24d2f5c6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1369739 Jan 19 16:04:43.045564 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-635d42c0-4e4e-4750-9780-aebc608317f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:43.080372 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-635d42c0-4e4e-4750-9780-aebc608317f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:43.150468 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-635d42c0-4e4e-4750-9780-aebc608317f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:43.166915 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-0e4af88e-e26b-47ba-aea0-90a985f720bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:04:43.190828 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d42c0-4e4e-4750-9780-aebc608317f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed550a2-0ed3-4629-a93e-be37e70458bf,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:04:43.190828 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-635d42c0-4e4e-4750-9780-aebc608317f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:04:43.190828 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-635d42c0-4e4e-4750-9780-aebc608317f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:43.203024 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-635d42c0-4e4e-4750-9780-aebc608317f0 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/3ed550a2-0ed3-4629-a93e-be37e70458bf HTTP/1.1" status: 204 len: 168 time: 0.2616401 Jan 19 16:04:43.207214 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6380a6b0-78f7-465a-9382-dfe287b87698 req-e0a657fb-773f-4b71-893b-bf93076e3a24 service neutron] 10.222.0.104 "GET /v2.0/networks/32ada299-f940-43f6-a6d6-7b24d2f5c6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398672 Jan 19 16:04:43.501646 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbae288-2331-4aee-9ae0-1a4dc4d13c7b req-229ac39b-d198-4a55-91eb-59d0de1a2b4a tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:43.509575 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4dbae288-2331-4aee-9ae0-1a4dc4d13c7b req-229ac39b-d198-4a55-91eb-59d0de1a2b4a tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.2565138 Jan 19 16:04:43.533788 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6380a6b0-78f7-465a-9382-dfe287b87698 req-0a838736-69cb-4c13-938f-34bb8f2c1db3 service neutron] 10.222.0.104 "GET /v2.0/networks/32ada299-f940-43f6-a6d6-7b24d2f5c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3092768 Jan 19 16:04:43.571559 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4dbae288-2331-4aee-9ae0-1a4dc4d13c7b req-02b2a90f-8cb8-4212-870e-b013cb617633 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609546 Jan 19 16:04:43.668769 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47122) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:04:43.698317 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-07a1b13f-379c-4989-81a3-8a9e6aa101e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:43.719258 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-07a1b13f-379c-4989-81a3-8a9e6aa101e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:04:43.724443 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-07a1b13f-379c-4989-81a3-8a9e6aa101e2 admin admin] Usage tracker for resource:security_group_rule and tenant:a2dc71934eb24770bf7f403d0c0ca7bc is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:04:43.728189 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-07a1b13f-379c-4989-81a3-8a9e6aa101e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:04:43.736271 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-07a1b13f-379c-4989-81a3-8a9e6aa101e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:04:43.894238 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-07a1b13f-379c-4989-81a3-8a9e6aa101e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:43.898407 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-07a1b13f-379c-4989-81a3-8a9e6aa101e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:43.911086 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-443d43b6-3e7f-4fec-bbef-e20b5dad351f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:04:43.962139 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-07a1b13f-379c-4989-81a3-8a9e6aa101e2 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=a2dc71934eb24770bf7f403d0c0ca7bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2915990 Jan 19 16:04:43.967308 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47126) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:04:43.988155 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1b13f-379c-4989-81a3-8a9e6aa101e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6953f86e-c9b6-4ad0-9e0b-3ed4341b0558,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:04:43.994537 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-07a1b13f-379c-4989-81a3-8a9e6aa101e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:04:44.024258 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c1729-4c62-48d5-a965-84d3b1b86147 req-73a1f91f-4043-4e17-9916-35da716a6daa tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:44.026810 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-129c1729-4c62-48d5-a965-84d3b1b86147 req-73a1f91f-4043-4e17-9916-35da716a6daa tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 944 time: 0.1816998 Jan 19 16:04:44.054705 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ad47c-9b4f-48ad-9909-21c06418da86 req-47ae0747-9a35-4ec6-b5f4-04063c7ab384 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:44.058743 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-da5ad47c-9b4f-48ad-9909-21c06418da86 req-47ae0747-9a35-4ec6-b5f4-04063c7ab384 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.3199565 Jan 19 16:04:44.078929 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-2ab8941f-b2cd-401f-a308-4f1590d26df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:44.150127 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-2ab8941f-b2cd-401f-a308-4f1590d26df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:44.166325 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-da5ad47c-9b4f-48ad-9909-21c06418da86 req-da9ec3ba-95e0-410c-a9a1-0c9820156de5 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814056 Jan 19 16:04:44.172989 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-129c1729-4c62-48d5-a965-84d3b1b86147 req-8be8b4dc-ff4a-459b-b1b9-10c1ae2e23c5 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123648 Jan 19 16:04:44.230974 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-2ab8941f-b2cd-401f-a308-4f1590d26df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:44.236514 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-0b1fd480-d538-4bf5-b47a-68c0445e8ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:04:44.250856 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8941f-b2cd-401f-a308-4f1590d26df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6953f86e-c9b6-4ad0-9e0b-3ed4341b0558,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:04:44.254318 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-2ab8941f-b2cd-401f-a308-4f1590d26df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:04:44.256627 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-2ab8941f-b2cd-401f-a308-4f1590d26df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:44.257938 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-2ab8941f-b2cd-401f-a308-4f1590d26df0 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/6953f86e-c9b6-4ad0-9e0b-3ed4341b0558 HTTP/1.1" status: 204 len: 168 time: 0.2895877 Jan 19 16:04:44.963655 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cd56c-4083-44ee-8cdb-3a907e409b9d req-4e748421-3c59-40f5-8e55-4b028a53e55d tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:44.967448 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fa9cd56c-4083-44ee-8cdb-3a907e409b9d req-4e748421-3c59-40f5-8e55-4b028a53e55d tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.2289112 Jan 19 16:04:45.087369 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fa9cd56c-4083-44ee-8cdb-3a907e409b9d req-485a85b5-fd4a-4648-aeb0-f88a2b66b3dd tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067729 Jan 19 16:04:45.105338 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.objects.ports [None req-48c5e622-cbe9-4239-a6b2-42ab0be6be57 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80161) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 19 16:04:45.799850 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3d0c3-3994-4380-bcec-4a98d930d6a7 req-ee6c370c-190f-4413-8224-3f8f4fc9c2f6 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:45.801577 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a3e3d0c3-3994-4380-bcec-4a98d930d6a7 req-ee6c370c-190f-4413-8224-3f8f4fc9c2f6 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 944 time: 0.4261470 Jan 19 16:04:45.827950 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29614080-f6f1-4c88-937d-13e184d88f2a req-f805db02-c52b-4e50-b474-a411a203bb63 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:45.829657 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-29614080-f6f1-4c88-937d-13e184d88f2a req-f805db02-c52b-4e50-b474-a411a203bb63 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.4051049 Jan 19 16:04:45.917381 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a3e3d0c3-3994-4380-bcec-4a98d930d6a7 req-9f5c1623-c439-44cd-8c3c-aeda9a276ab1 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865328 Jan 19 16:04:45.926689 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-29614080-f6f1-4c88-937d-13e184d88f2a req-2d031014-f2b2-41de-a6ff-529a2568c7ca tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789425 Jan 19 16:04:46.006356 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 69ce9b52-aadf-4053-9bb2-4349c820591f up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:04:46.146236 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning for port 69ce9b52-aadf-4053-9bb2-4349c820591f completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:04:46.163910 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 69ce9b52-aadf-4053-9bb2-4349c820591f triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:04:46.163910 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:46.358510 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:46.394159 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3357c1cf-89ea-4ad2-927d-9211526277d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ce9b52-aadf-4053-9bb2-4349c820591f'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:04:46.412128 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port 69ce9b52-aadf-4053-9bb2-4349c820591f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=69ce9b52-aadf-4053-9bb2-4349c820591f,segment=NetworkSegment(8643ba2a-8957-4c06-9be1-497b7d338801),segment_id=8643ba2a-8957-4c06-9be1-497b7d338801)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:04:46.416601 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:46.418461 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 0b3f4d32-e368-434f-ae52-2cec572a5046 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:04:46.452908 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:04:46.536925 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3357c1cf-89ea-4ad2-927d-9211526277d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ce9b52-aadf-4053-9bb2-4349c820591f', 'code': 200} Jan 19 16:04:46.595923 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=69ce9b52-aadf-4053-9bb2-4349c820591f,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:04:46.610607 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:46.610952 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:46.611277 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:46.611673 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:46.612039 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:46.612420 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:46.612790 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:46.613159 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:46.613531 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:46.613904 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:46.614270 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:46.614637 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:46.615153 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:46.615522 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:46.615891 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:46.616256 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:46.616632 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:46.616990 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:46.617351 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:46.617717 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:46.618109 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:46.618473 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:46.618874 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:46.619230 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:04:46.624359 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:04:46.632090 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 0b3f4d32-e368-434f-ae52-2cec572a5046 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:04:46.632508 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:46.791904 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41a5b9-bd30-452a-bfbc-28541fb93aa7 req-79c3bd76-92cc-4a06-88f5-0229bf5182b0 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:46.795524 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-de41a5b9-bd30-452a-bfbc-28541fb93aa7 req-79c3bd76-92cc-4a06-88f5-0229bf5182b0 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 0.1324630 Jan 19 16:04:46.926342 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-de41a5b9-bd30-452a-bfbc-28541fb93aa7 req-73932cfc-c228-4a9d-bb3d-3a539891a9fe tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827482 Jan 19 16:04:46.942664 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20cc87-ec2f-481b-8ab3-0227d57e9be4 req-b2ef00a7-e7fb-4e01-8813-1a8c52b4d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:46.944433 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9c20cc87-ec2f-481b-8ab3-0227d57e9be4 req-b2ef00a7-e7fb-4e01-8813-1a8c52b4d568 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 1163 time: 0.1433470 Jan 19 16:04:47.005994 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9c20cc87-ec2f-481b-8ab3-0227d57e9be4 req-64261d02-a4c8-464d-a1aa-2b6a82b2473f service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499427 Jan 19 16:04:47.055196 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 69ce9b52-aadf-4053-9bb2-4349c820591f up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:04:47.189798 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 69ce9b52-aadf-4053-9bb2-4349c820591f triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:04:47.190252 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:47.428796 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5859e54-ca5d-470d-a0ab-9d192f6234dc req-6939c9c3-0422-489e-b7b9-466b42fba859 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:47.431420 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e5859e54-ca5d-470d-a0ab-9d192f6234dc req-6939c9c3-0422-489e-b7b9-466b42fba859 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 946 time: 0.2989805 Jan 19 16:04:47.471506 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659df1a-decb-4c53-af8d-502cc845f145 req-c5ca1bf9-289c-4f9d-b9cd-5b130cfe74be tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:47.473299 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5659df1a-decb-4c53-af8d-502cc845f145 req-c5ca1bf9-289c-4f9d-b9cd-5b130cfe74be tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.2693918 Jan 19 16:04:47.575957 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e5859e54-ca5d-470d-a0ab-9d192f6234dc req-2d279a0b-985d-47ff-b810-f8c02f5516d4 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352499 Jan 19 16:04:47.587972 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5659df1a-decb-4c53-af8d-502cc845f145 req-7c54b6dd-ebfc-4fc2-a56b-f1091031b820 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901167 Jan 19 16:04:48.303728 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12765d-20a5-4903-81d5-8d42d367d327 req-2e7cb6ea-7aa1-4aa1-ba1c-f7375299e1f5 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:48.306081 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4f12765d-20a5-4903-81d5-8d42d367d327 req-2e7cb6ea-7aa1-4aa1-ba1c-f7375299e1f5 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 0.1378899 Jan 19 16:04:48.375064 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4f12765d-20a5-4903-81d5-8d42d367d327 req-32d1f362-3a62-40d1-b8d6-ba69c74d5ac7 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617857 Jan 19 16:04:49.110954 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40526e90-9c63-4147-8248-93b00e1ada7a req-189541b3-222b-4735-9364-d7173399b797 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:49.114017 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-40526e90-9c63-4147-8248-93b00e1ada7a req-189541b3-222b-4735-9364-d7173399b797 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.2180340 Jan 19 16:04:49.166445 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91023fe-796f-422b-ac47-5f74517d4f52 req-5a57d345-90c7-448b-89c4-c86f4b2d4a47 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:49.168446 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f91023fe-796f-422b-ac47-5f74517d4f52 req-5a57d345-90c7-448b-89c4-c86f4b2d4a47 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 946 time: 0.2269638 Jan 19 16:04:49.273158 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-40526e90-9c63-4147-8248-93b00e1ada7a req-ec71e156-b995-48c8-8ae0-a8a75e011c9d tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029704 Jan 19 16:04:49.298392 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f91023fe-796f-422b-ac47-5f74517d4f52 req-a09e6745-4dcf-498e-af11-7b9f1968692b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092997 Jan 19 16:04:49.815705 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47294) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:04:49.891271 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2ef54-44f7-4a29-90ea-13109155cbd8 req-096bdd08-608e-4423-9953-42f3d5dbaf14 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:49.894034 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4fc2ef54-44f7-4a29-90ea-13109155cbd8 req-096bdd08-608e-4423-9953-42f3d5dbaf14 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 946 time: 0.2791653 Jan 19 16:04:49.941626 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c00395-58f5-421d-bbc5-498c67e4c0f0 req-0e523d97-34be-4a44-96e6-16b332be44db tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:49.943736 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-35c00395-58f5-421d-bbc5-498c67e4c0f0 req-0e523d97-34be-4a44-96e6-16b332be44db tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 0.3229246 Jan 19 16:04:49.969492 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869f87c-e5f6-4557-92bd-f7f664bb55ee req-6eaa481f-507c-4d92-8246-b08d883fc4f9 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:49.971207 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1869f87c-e5f6-4557-92bd-f7f664bb55ee req-6eaa481f-507c-4d92-8246-b08d883fc4f9 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.104 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 945 time: 0.4175003 Jan 19 16:04:50.063567 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ac3f8ee0-9771-404d-8ecc-dc6ba92c5944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:50.100790 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-ac3f8ee0-9771-404d-8ecc-dc6ba92c5944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:04:50.109345 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-ac3f8ee0-9771-404d-8ecc-dc6ba92c5944 admin admin] Usage tracker for resource:security_group_rule and tenant:03e629446727421793a0eafdbc5f83c3 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:04:50.115701 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-ac3f8ee0-9771-404d-8ecc-dc6ba92c5944 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:04:50.127959 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-ac3f8ee0-9771-404d-8ecc-dc6ba92c5944 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:04:50.188783 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4fc2ef54-44f7-4a29-90ea-13109155cbd8 req-28a50853-3c76-4b57-99da-64a4ab40aef7 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161291 Jan 19 16:04:50.240744 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-35c00395-58f5-421d-bbc5-498c67e4c0f0 req-89e5337d-4ad8-4a61-9cff-ed78eec2c9ad tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2665057 Jan 19 16:04:50.252016 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ac3f8ee0-9771-404d-8ecc-dc6ba92c5944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:50.259866 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ac3f8ee0-9771-404d-8ecc-dc6ba92c5944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:50.276882 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-1869f87c-e5f6-4557-92bd-f7f664bb55ee req-9901e3da-ea21-4d26-a5d7-73ebbde84617 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Deleting port 77a349ba-e149-4ab8-9c56-2512ce712b62 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:04:50.279091 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-1869f87c-e5f6-4557-92bd-f7f664bb55ee req-9901e3da-ea21-4d26-a5d7-73ebbde84617 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:50.323009 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-2ab8941f-b2cd-401f-a308-4f1590d26df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:04:50.359752 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-ac3f8ee0-9771-404d-8ecc-dc6ba92c5944 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=03e629446727421793a0eafdbc5f83c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5422690 Jan 19 16:04:50.360710 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47304) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:04:50.549680 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f8ee0-9771-404d-8ecc-dc6ba92c5944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f38000-3097-49c3-a4d5-313f2ac98123,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:04:50.558319 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-ac3f8ee0-9771-404d-8ecc-dc6ba92c5944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:04:50.592248 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f48fec38-bad0-4a03-8914-bceceec626d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:50.655131 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f48fec38-bad0-4a03-8914-bceceec626d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:50.664422 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325dde4-bdc7-44cd-9160-23752208e224 req-13054608-4baf-404f-8217-3a71d364bc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:50.667353 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1325dde4-bdc7-44cd-9160-23752208e224 req-13054608-4baf-404f-8217-3a71d364bc14 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 1162 time: 0.2899456 Jan 19 16:04:50.774857 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1325dde4-bdc7-44cd-9160-23752208e224 req-8fb38864-d2a1-43cd-8611-b7dc1b0d55d5 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989468 Jan 19 16:04:50.782751 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f48fec38-bad0-4a03-8914-bceceec626d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:50.789815 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-b1e187e5-2da7-4815-9f27-9cabdc94adf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:04:50.812078 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48fec38-bad0-4a03-8914-bceceec626d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f38000-3097-49c3-a4d5-313f2ac98123,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:04:50.819290 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f48fec38-bad0-4a03-8914-bceceec626d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:04:50.820349 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f48fec38-bad0-4a03-8914-bceceec626d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:50.839060 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-f48fec38-bad0-4a03-8914-bceceec626d9 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/04f38000-3097-49c3-a4d5-313f2ac98123 HTTP/1.1" status: 204 len: 168 time: 0.4605772 Jan 19 16:04:50.984847 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 77a349ba-e149-4ab8-9c56-2512ce712b62 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:04:51.012342 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-1869f87c-e5f6-4557-92bd-f7f664bb55ee req-9901e3da-ea21-4d26-a5d7-73ebbde84617 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] For port 77a349ba-e149-4ab8-9c56-2512ce712b62, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=77a349ba-e149-4ab8-9c56-2512ce712b62,segment=NetworkSegment(e72f2297-08fd-49e9-9edb-06951c7ef4e0),segment_id=e72f2297-08fd-49e9-9edb-06951c7ef4e0)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:04:51.013382 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-1869f87c-e5f6-4557-92bd-f7f664bb55ee req-9901e3da-ea21-4d26-a5d7-73ebbde84617 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:51.245526 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7bf3e-bc4d-4f78-8c2a-9d22464da8c4 req-497af9d8-4f14-4515-8bf3-a926e6ece23a tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:51.249483 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e5a7bf3e-bc4d-4f78-8c2a-9d22464da8c4 req-497af9d8-4f14-4515-8bf3-a926e6ece23a tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.6067736 Jan 19 16:04:51.351358 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:51.395278 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77a349ba-e149-4ab8-9c56-2512ce712b62'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:04:51.411873 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port 77a349ba-e149-4ab8-9c56-2512ce712b62, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=77a349ba-e149-4ab8-9c56-2512ce712b62,segment=NetworkSegment(e72f2297-08fd-49e9-9edb-06951c7ef4e0),segment_id=e72f2297-08fd-49e9-9edb-06951c7ef4e0)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:04:51.416427 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:51.419094 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:04:51.446216 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47318) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:04:51.488086 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e8fa7f98-e409-4bcd-bc7d-2793eca62a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:51.505846 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=77a349ba-e149-4ab8-9c56-2512ce712b62,revision_number=7']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:04:51.510089 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:04:51.521663 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-e8fa7f98-e409-4bcd-bc7d-2793eca62a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:04:51.530369 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-e8fa7f98-e409-4bcd-bc7d-2793eca62a4a admin admin] Usage tracker for resource:security_group_rule and tenant:9501d73de8da408a95646a1d5ac84b44 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:04:51.536056 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-e8fa7f98-e409-4bcd-bc7d-2793eca62a4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:04:51.547713 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-e8fa7f98-e409-4bcd-bc7d-2793eca62a4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:04:51.624460 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ecbb1c-e24a-4d60-9a75-33fb7f6391e0 req-f8cb30f4-952f-4881-8619-d95de5f048bb tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:51.627479 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-69ecbb1c-e24a-4d60-9a75-33fb7f6391e0 req-f8cb30f4-952f-4881-8619-d95de5f048bb tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 946 time: 0.7772574 Jan 19 16:04:51.659528 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e5a7bf3e-bc4d-4f78-8c2a-9d22464da8c4 req-033f313d-a215-411d-b2d4-b0a8034680a9 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925071 Jan 19 16:04:51.723353 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e8fa7f98-e409-4bcd-bc7d-2793eca62a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:51.731745 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e8fa7f98-e409-4bcd-bc7d-2793eca62a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:51.742054 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-0bcccdaf-bd36-4d32-99e8-255c7ec7493f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:04:51.797624 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-e8fa7f98-e409-4bcd-bc7d-2793eca62a4a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=9501d73de8da408a95646a1d5ac84b44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478715 Jan 19 16:04:51.798830 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa7f98-e409-4bcd-bc7d-2793eca62a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9d79c7-7034-44ea-a7bd-fddcaf34d259,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:04:51.801557 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47322) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:04:51.821062 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e8fa7f98-e409-4bcd-bc7d-2793eca62a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:04:51.888728 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7ded1b69-9765-4c75-8354-74c5794492b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:51.926409 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7ded1b69-9765-4c75-8354-74c5794492b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:51.983634 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7ded1b69-9765-4c75-8354-74c5794492b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:51.989213 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-12d430fe-261b-4f54-98d2-b9a3cd6d11a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:04:52.003485 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded1b69-9765-4c75-8354-74c5794492b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9d79c7-7034-44ea-a7bd-fddcaf34d259,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:04:52.007946 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-7ded1b69-9765-4c75-8354-74c5794492b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:04:52.012874 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7ded1b69-9765-4c75-8354-74c5794492b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:52.015725 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-7ded1b69-9765-4c75-8354-74c5794492b7 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/6b9d79c7-7034-44ea-a7bd-fddcaf34d259 HTTP/1.1" status: 204 len: 168 time: 0.2121687 Jan 19 16:04:52.093195 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-69ecbb1c-e24a-4d60-9a75-33fb7f6391e0 req-11e340aa-e649-405e-a4ad-ead83f58f21b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274614 Jan 19 16:04:52.115993 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-1869f87c-e5f6-4557-92bd-f7f664bb55ee req-9901e3da-ea21-4d26-a5d7-73ebbde84617 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for floatingip, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:52.116723 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-1869f87c-e5f6-4557-92bd-f7f664bb55ee req-9901e3da-ea21-4d26-a5d7-73ebbde84617 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853037689'] for floatingip, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:52.117343 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.l3_db [req-1869f87c-e5f6-4557-92bd-f7f664bb55ee req-9901e3da-ea21-4d26-a5d7-73ebbde84617 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Floating IP 4c8c296d-f3b7-4354-b375-cbe242b1bd7f disassociated. External IP: 172.28.3.6, port: 77a349ba-e149-4ab8-9c56-2512ce712b62. Jan 19 16:04:52.118021 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-1869f87c-e5f6-4557-92bd-f7f664bb55ee req-9901e3da-ea21-4d26-a5d7-73ebbde84617 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Calling delete_port for 77a349ba-e149-4ab8-9c56-2512ce712b62 owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:04:52.381343 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77a349ba-e149-4ab8-9c56-2512ce712b62', 'code': 200} Jan 19 16:04:52.425863 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1642c7f-556c-4a5e-8779-626ed5513105 req-ef2c8201-caae-4ed4-bc57-f71196cc1b0e tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:52.430377 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e1642c7f-556c-4a5e-8779-626ed5513105 req-ef2c8201-caae-4ed4-bc57-f71196cc1b0e tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 943 time: 0.5485811 Jan 19 16:04:52.503602 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e1642c7f-556c-4a5e-8779-626ed5513105 req-fe9a275b-4960-46c6-9e7e-a8223b88b857 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641310 Jan 19 16:04:52.509473 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.api [req-1869f87c-e5f6-4557-92bd-f7f664bb55ee req-9901e3da-ea21-4d26-a5d7-73ebbde84617 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80160) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 16:04:52.510239 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_db.api [req-1869f87c-e5f6-4557-92bd-f7f664bb55ee req-9901e3da-ea21-4d26-a5d7-73ebbde84617 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 16:04:53.084835 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 92488719-a1fb-4a6e-acd7-6e2f8919b13c up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:04:53.195476 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-1869f87c-e5f6-4557-92bd-f7f664bb55ee req-9901e3da-ea21-4d26-a5d7-73ebbde84617 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Deleting port 77a349ba-e149-4ab8-9c56-2512ce712b62 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:04:53.195476 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-1869f87c-e5f6-4557-92bd-f7f664bb55ee req-9901e3da-ea21-4d26-a5d7-73ebbde84617 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:53.259547 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 92488719-a1fb-4a6e-acd7-6e2f8919b13c triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:04:53.260267 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:53.285841 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4c620-ed61-414b-939b-0ce46fcc9085 req-4306c6aa-f500-4ce6-aaae-1e391d229206 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:53.287681 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f7d4c620-ed61-414b-939b-0ce46fcc9085 req-4306c6aa-f500-4ce6-aaae-1e391d229206 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.4106658 Jan 19 16:04:53.429020 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f7d4c620-ed61-414b-939b-0ce46fcc9085 req-2c34d5ef-b667-40ab-89f4-4b0fb9ee1a14 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999193 Jan 19 16:04:53.610015 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-1869f87c-e5f6-4557-92bd-f7f664bb55ee req-9901e3da-ea21-4d26-a5d7-73ebbde84617 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] For port 77a349ba-e149-4ab8-9c56-2512ce712b62, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=77a349ba-e149-4ab8-9c56-2512ce712b62,segment=NetworkSegment(e72f2297-08fd-49e9-9edb-06951c7ef4e0),segment_id=e72f2297-08fd-49e9-9edb-06951c7ef4e0)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:04:53.610553 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-1869f87c-e5f6-4557-92bd-f7f664bb55ee req-9901e3da-ea21-4d26-a5d7-73ebbde84617 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:54.248525 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3cc57-62b7-444b-baab-36d6e9fda925 req-754af5eb-c291-4829-9a76-d83a78ad15f2 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:54.263743 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bea3cc57-62b7-444b-baab-36d6e9fda925 req-754af5eb-c291-4829-9a76-d83a78ad15f2 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 943 time: 0.5280607 Jan 19 16:04:54.389988 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bea3cc57-62b7-444b-baab-36d6e9fda925 req-3bd0ae7b-f6bb-4ec8-a7a1-d2dd8a12faa7 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=0bccce58-bffb-400f-8622-ab0ec1232787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249325 Jan 19 16:04:54.392329 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-1869f87c-e5f6-4557-92bd-f7f664bb55ee req-9901e3da-ea21-4d26-a5d7-73ebbde84617 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for floatingip, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:54.392927 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-1869f87c-e5f6-4557-92bd-f7f664bb55ee req-9901e3da-ea21-4d26-a5d7-73ebbde84617 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853037689'] for floatingip, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:54.393513 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.l3_db [req-1869f87c-e5f6-4557-92bd-f7f664bb55ee req-9901e3da-ea21-4d26-a5d7-73ebbde84617 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Floating IP 4c8c296d-f3b7-4354-b375-cbe242b1bd7f disassociated. External IP: 172.28.3.6, port: 77a349ba-e149-4ab8-9c56-2512ce712b62. Jan 19 16:04:54.393901 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-1869f87c-e5f6-4557-92bd-f7f664bb55ee req-9901e3da-ea21-4d26-a5d7-73ebbde84617 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Calling delete_port for 77a349ba-e149-4ab8-9c56-2512ce712b62 owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:04:54.668825 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae1aa9-5c5e-4fbe-9717-21de0948350f req-e9e8a25f-c3f8-4b34-adec-69ea6938b418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:54.671432 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-11ae1aa9-5c5e-4fbe-9717-21de0948350f req-e9e8a25f-c3f8-4b34-adec-69ea6938b418 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=de9086258df24aecb2d82848b67b89b5&device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 1162 time: 0.1646752 Jan 19 16:04:54.751779 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-1869f87c-e5f6-4557-92bd-f7f664bb55ee req-9901e3da-ea21-4d26-a5d7-73ebbde84617 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:54.774088 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c6bbce6f-2690-420b-99a9-43f2ddd7a63e tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:04:54.845577 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901e3da-ea21-4d26-a5d7-73ebbde84617 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Pushing event deleted for resources: {'Port': ['ID=77a349ba-e149-4ab8-9c56-2512ce712b62,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:04:54.907693 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9901e3da-ea21-4d26-a5d7-73ebbde84617 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:04:54.921911 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae1aa9-5c5e-4fbe-9717-21de0948350f req-6646b14d-e54b-4923-a94e-fa7a929c8242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:54.923614 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-11ae1aa9-5c5e-4fbe-9717-21de0948350f req-6646b14d-e54b-4923-a94e-fa7a929c8242 service neutron] 10.222.0.104 "GET /v2.0/networks?id=e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f HTTP/1.1" status: 200 len: 913 time: 0.2404153 Jan 19 16:04:54.952764 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e68ce3-617a-4947-8c17-6587d680bea2 req-ff3edf2a-359b-4d79-96c8-4cf4fb1da95e tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:54.960942 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c6e68ce3-617a-4947-8c17-6587d680bea2 req-ff3edf2a-359b-4d79-96c8-4cf4fb1da95e tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.3325567 Jan 19 16:04:55.031447 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-11ae1aa9-5c5e-4fbe-9717-21de0948350f req-86c560cd-7308-47d9-b8f6-586d85e1ff77 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92488719-a1fb-4a6e-acd7-6e2f8919b13c HTTP/1.1" status: 200 len: 217 time: 0.0940418 Jan 19 16:04:55.140192 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c6e68ce3-617a-4947-8c17-6587d680bea2 req-d38f88e1-8a7d-4c7c-b4e7-4f6bfa5df17b tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638532 Jan 19 16:04:55.193619 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae1aa9-5c5e-4fbe-9717-21de0948350f req-62f35b48-5b67-4ff5-beaf-f3971859b1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:55.196580 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-11ae1aa9-5c5e-4fbe-9717-21de0948350f req-62f35b48-5b67-4ff5-beaf-f3971859b1d7 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=270545ff-0baa-454b-b6a7-6bc4f36f2a27 HTTP/1.1" status: 200 len: 859 time: 0.1517572 Jan 19 16:04:55.313656 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-11ae1aa9-5c5e-4fbe-9717-21de0948350f req-474dc6a5-6f25-4f3f-a84d-9a5482177aa9 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026623 Jan 19 16:04:55.605025 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-11ae1aa9-5c5e-4fbe-9717-21de0948350f req-fc76d570-6fd1-415f-b4f9-beb1fbaaff64 service neutron] 10.222.0.104 "GET /v2.0/networks/e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786202 Jan 19 16:04:55.659330 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1869f87c-e5f6-4557-92bd-f7f664bb55ee req-9901e3da-ea21-4d26-a5d7-73ebbde84617 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Router 72fd99f9-4b71-4528-aa3e-1a8fa4929727 has already been hosted by L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f {{(pid=80160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 16:04:55.878157 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-11ae1aa9-5c5e-4fbe-9717-21de0948350f req-fbf60042-7e7a-4dbc-a3dd-442cca65bc01 service neutron] 10.222.0.104 "GET /v2.0/networks/e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2414901 Jan 19 16:04:56.092734 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-41b3bf0c-308f-4993-a28d-4ce541a67eed req-855be6aa-c090-41d1-b666-e472190f5e16 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 210 time: 0.3565874 Jan 19 16:04:56.258200 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1869f87c-e5f6-4557-92bd-f7f664bb55ee req-9901e3da-ea21-4d26-a5d7-73ebbde84617 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 16:04:56.278895 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d42b3b0-c696-4a31-b015-41315c9fd1f6 None None] Sync routers for ids ['72fd99f9-4b71-4528-aa3e-1a8fa4929727'] in dv-cinder-667108-29-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 16:04:56.292711 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d42b3b0-c696-4a31-b015-41315c9fd1f6 None None] Routers {'72fd99f9-4b71-4528-aa3e-1a8fa4929727'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:04:56.293952 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-3d42b3b0-c696-4a31-b015-41315c9fd1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:04:37Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['72fd99f9-4b71-4528-aa3e-1a8fa4929727'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:04:56.453093 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-1869f87c-e5f6-4557-92bd-f7f664bb55ee req-9901e3da-ea21-4d26-a5d7-73ebbde84617 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] No DVR routers for this DVR port 77a349ba-e149-4ab8-9c56-2512ce712b62 on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 16:04:56.463032 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-1869f87c-e5f6-4557-92bd-f7f664bb55ee req-9901e3da-ea21-4d26-a5d7-73ebbde84617 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:56.508695 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7', 'name': 'network-vif-deleted', 'tag': '77a349ba-e149-4ab8-9c56-2512ce712b62'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:04:56.595104 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1869f87c-e5f6-4557-92bd-f7f664bb55ee req-9901e3da-ea21-4d26-a5d7-73ebbde84617 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.104 "DELETE /v2.0/ports/77a349ba-e149-4ab8-9c56-2512ce712b62 HTTP/1.1" status: 204 len: 173 time: 6.5865099 Jan 19 16:04:56.799566 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbb22c-3c0e-4cf3-a322-4914a38d686d req-59a0e454-103b-421b-b47c-0f5431e1ab0b tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:56.811462 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-3d42b3b0-c696-4a31-b015-41315c9fd1f6 None None] Set router 72fd99f9-4b71-4528-aa3e-1a8fa4929727 gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:04:56.814315 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d6dbb22c-3c0e-4cf3-a322-4914a38d686d req-59a0e454-103b-421b-b47c-0f5431e1ab0b tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.2936313 Jan 19 16:04:56.977340 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d6dbb22c-3c0e-4cf3-a322-4914a38d686d req-f35bf246-7329-4cc6-b571-7c650aaf4ca7 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585178 Jan 19 16:04:57.338871 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7', 'name': 'network-vif-deleted', 'tag': '77a349ba-e149-4ab8-9c56-2512ce712b62', 'status': 'completed', 'code': 200} Jan 19 16:04:57.509354 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-fac44d04-9fd1-46e0-8b26-3484639800a3 req-f0106c97-fdb1-49ac-9500-dc0a55dd1c6d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Synchronizing usage tracker for tenant:a5ad27bc88e04bd18332340c160e78f4 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:04:57.531190 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-fac44d04-9fd1-46e0-8b26-3484639800a3 req-f0106c97-fdb1-49ac-9500-dc0a55dd1c6d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Unset dirty status for tenant:a5ad27bc88e04bd18332340c160e78f4 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:04:57.532819 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fac44d04-9fd1-46e0-8b26-3484639800a3 req-f0106c97-fdb1-49ac-9500-dc0a55dd1c6d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=081f1d03-6ee4-4dd5-a0a4-cf2a88431ed7 HTTP/1.1" status: 200 len: 210 time: 0.0735717 Jan 19 16:04:57.699511 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-3d42b3b0-c696-4a31-b015-41315c9fd1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'name': 'tempest-AttachVolumeShelveTestJSON-1140582520-router', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:55Z', 'updated_at': '2021-01-19T15:59:15Z', 'revision_number': 4, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'gw_port': {'id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:58Z', 'updated_at': '2021-01-19T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': 'c8c8a46d-7593-4434-8024-aec395885872', 'name': '', 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'mac_address': 'fa:16:3e:9c:25:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '50029681-e86b-47f1-bdb3-0326582392cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:10Z', 'updated_at': '2021-01-19T15:59:36Z', 'revision_number': 5, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'subnets': [{'id': '50029681-e86b-47f1-bdb3-0326582392cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:04:57.708403 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d42b3b0-c696-4a31-b015-41315c9fd1f6 None None] Checking router: 72fd99f9-4b71-4528-aa3e-1a8fa4929727 for host: dv-cinder-667108-29-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 16:04:57.728154 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d42b3b0-c696-4a31-b015-41315c9fd1f6 None None] Routers {'72fd99f9-4b71-4528-aa3e-1a8fa4929727'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:04:57.729543 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-3d42b3b0-c696-4a31-b015-41315c9fd1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:04:37Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['72fd99f9-4b71-4528-aa3e-1a8fa4929727'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:04:58.040230 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-3d42b3b0-c696-4a31-b015-41315c9fd1f6 None None] Set router 72fd99f9-4b71-4528-aa3e-1a8fa4929727 gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:04:58.538910 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e9948-6201-41bd-aa3e-ef33f7de0f14 req-006c155d-d242-417c-b6f9-0220cfd7381d tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:58.548355 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c84e9948-6201-41bd-aa3e-ef33f7de0f14 req-006c155d-d242-417c-b6f9-0220cfd7381d tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.2022524 Jan 19 16:04:58.651584 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c84e9948-6201-41bd-aa3e-ef33f7de0f14 req-705bd8a3-d955-49cd-ac84-3105cb2ebc0d tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018522 Jan 19 16:04:58.702896 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-3d42b3b0-c696-4a31-b015-41315c9fd1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'name': 'tempest-AttachVolumeShelveTestJSON-1140582520-router', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:55Z', 'updated_at': '2021-01-19T15:59:15Z', 'revision_number': 4, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'gw_port': {'id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:58Z', 'updated_at': '2021-01-19T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': 'c8c8a46d-7593-4434-8024-aec395885872', 'name': '', 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'mac_address': 'fa:16:3e:9c:25:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '50029681-e86b-47f1-bdb3-0326582392cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:10Z', 'updated_at': '2021-01-19T15:59:36Z', 'revision_number': 5, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'subnets': [{'id': '50029681-e86b-47f1-bdb3-0326582392cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:04:58.726001 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d42b3b0-c696-4a31-b015-41315c9fd1f6 None None] The sync data for ids ['72fd99f9-4b71-4528-aa3e-1a8fa4929727'] in dv-cinder-667108-29-smb is: [{'id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'name': 'tempest-AttachVolumeShelveTestJSON-1140582520-router', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:55Z', 'updated_at': '2021-01-19T15:59:15Z', 'revision_number': 4, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'gw_port': {'id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:58Z', 'updated_at': '2021-01-19T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': 'c8c8a46d-7593-4434-8024-aec395885872', 'name': '', 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'mac_address': 'fa:16:3e:9c:25:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '50029681-e86b-47f1-bdb3-0326582392cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:10Z', 'updated_at': '2021-01-19T15:59:36Z', 'revision_number': 5, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'subnets': [{'id': '50029681-e86b-47f1-bdb3-0326582392cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 16:04:58.996494 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 47434) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:04:59.113255 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-31d1e986-8126-48db-9b3f-cb1c753caa3c tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:59.211581 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-31d1e986-8126-48db-9b3f-cb1c753caa3c tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:59.308887 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987da73-c873-4564-8cd3-244e5ab163c7 req-421c148c-aedd-4edf-954e-1dc11fdc4f5b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:04:59.310977 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7987da73-c873-4564-8cd3-244e5ab163c7 req-421c148c-aedd-4edf-954e-1dc11fdc4f5b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 946 time: 0.1732392 Jan 19 16:04:59.318414 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-31d1e986-8126-48db-9b3f-cb1c753caa3c tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:59.326194 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-513b0952-bc81-4c75-bb17-a1000caaf618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:04:59.361236 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1e986-8126-48db-9b3f-cb1c753caa3c tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bccce58-bffb-400f-8622-ab0ec1232787,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:04:59.368468 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-31d1e986-8126-48db-9b3f-cb1c753caa3c tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:04:59.401424 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-31d1e986-8126-48db-9b3f-cb1c753caa3c tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:59.404146 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-31d1e986-8126-48db-9b3f-cb1c753caa3c tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "DELETE /v2.0/security-groups/0bccce58-bffb-400f-8622-ab0ec1232787 HTTP/1.1" status: 204 len: 168 time: 0.4057515 Jan 19 16:04:59.407312 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47442) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:04:59.416546 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7987da73-c873-4564-8cd3-244e5ab163c7 req-3ec64034-0c55-4e9a-9c85-a941f71a301a tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911489 Jan 19 16:04:59.421806 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed75185-cf98-4dbf-887c-eb4f0e4f48eb None None] New status for floating IP 4c8c296d-f3b7-4354-b375-cbe242b1bd7f: DOWN {{(pid=80161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 16:04:59.438373 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.v2.resource [None req-d6ba521a-c392-4ff4-afdf-fa3bbe993a45 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] show failed (client error): The resource could not be found. Jan 19 16:04:59.444399 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-d6ba521a-c392-4ff4-afdf-fa3bbe993a45 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups/0bccce58-bffb-400f-8622-ab0ec1232787 HTTP/1.1" status: 404 len: 347 time: 0.0321925 Jan 19 16:04:59.445402 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47446) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:04:59.805095 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e2a908e6-cb2d-41f1-ad7a-b7391f2fdb31 req-9bd13983-4330-44aa-af90-8c776f891aac tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3119423 Jan 19 16:04:59.817766 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-e2a908e6-cb2d-41f1-ad7a-b7391f2fdb31 req-68a16e29-3b0f-4b79-88ea-72a5e55f88af tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Request body: {'floatingip': {'floating_network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:04:59.827647 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-e2a908e6-cb2d-41f1-ad7a-b7391f2fdb31 req-68a16e29-3b0f-4b79-88ea-72a5e55f88af tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:04:59.832061 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-e2a908e6-cb2d-41f1-ad7a-b7391f2fdb31 req-68a16e29-3b0f-4b79-88ea-72a5e55f88af tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Usage tracker for resource:floatingip and tenant:2e0ee6f28ba94989ad38ea08f56b666f is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:04:59.835434 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-e2a908e6-cb2d-41f1-ad7a-b7391f2fdb31 req-68a16e29-3b0f-4b79-88ea-72a5e55f88af tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:04:59.842456 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-e2a908e6-cb2d-41f1-ad7a-b7391f2fdb31 req-68a16e29-3b0f-4b79-88ea-72a5e55f88af tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:04:59.854546 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-e2a908e6-cb2d-41f1-ad7a-b7391f2fdb31 req-68a16e29-3b0f-4b79-88ea-72a5e55f88af tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks [] for floatingip, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:04:59.931479 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-3142837b-884c-492a-bac5-0f70d7118425 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Deleting port f9e47bd0-f6e6-4053-90c6-f189ca91115a {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:04:59.931962 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3142837b-884c-492a-bac5-0f70d7118425 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:00.234450 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3142837b-884c-492a-bac5-0f70d7118425 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:00.234862 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3142837b-884c-492a-bac5-0f70d7118425 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for floatingip, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:00.369138 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe7bed-90dc-442b-bab4-307cd1d69cdc req-70f806b1-24d5-4ff6-a70f-9571df59e995 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:00.371730 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4cfe7bed-90dc-442b-bab4-307cd1d69cdc req-70f806b1-24d5-4ff6-a70f-9571df59e995 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.4348748 Jan 19 16:05:00.418060 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-3142837b-884c-492a-bac5-0f70d7118425 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Calling delete_port for f9e47bd0-f6e6-4053-90c6-f189ca91115a owned by network:floatingip {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:05:00.482676 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-e2a908e6-cb2d-41f1-ad7a-b7391f2fdb31 req-68a16e29-3b0f-4b79-88ea-72a5e55f88af tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:00.514584 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4cfe7bed-90dc-442b-bab4-307cd1d69cdc req-db8464ea-1051-4f2c-8ae9-a3055bc55956 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308105 Jan 19 16:05:00.675317 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3142837b-884c-492a-bac5-0f70d7118425 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852269169'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:00.699424 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c0c57868-a43a-4f32-9875-a06d2282f7e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:00.764283 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142837b-884c-492a-bac5-0f70d7118425 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Pushing event deleted for resources: {'Port': ['ID=f9e47bd0-f6e6-4053-90c6-f189ca91115a,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:00.769897 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-3142837b-884c-492a-bac5-0f70d7118425 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:00.981064 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [req-e2a908e6-cb2d-41f1-ad7a-b7391f2fdb31 req-68a16e29-3b0f-4b79-88ea-72a5e55f88af tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Allocated IP 172.28.3.27 (8cb986dc-564f-4d7a-9897-91054d6f010e/8785aac7-d333-468d-9a45-aa55950b5c1c/d36f9f1a-d732-49ed-8148-6fc698c8c933) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:05:01.072126 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3142837b-884c-492a-bac5-0f70d7118425 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for floatingip, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:01.112793 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3142837b-884c-492a-bac5-0f70d7118425 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for floatingip, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:01.115035 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-3142837b-884c-492a-bac5-0f70d7118425 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "DELETE /v2.0/floatingips/4c8c296d-f3b7-4354-b375-cbe242b1bd7f HTTP/1.1" status: 204 len: 168 time: 1.6679535 Jan 19 16:05:01.316175 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-e2a908e6-cb2d-41f1-ad7a-b7391f2fdb31 req-68a16e29-3b0f-4b79-88ea-72a5e55f88af tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:01.396313 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-e2a908e6-cb2d-41f1-ad7a-b7391f2fdb31 req-68a16e29-3b0f-4b79-88ea-72a5e55f88af tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:01.425232 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1cca83ea-d161-4b24-85d7-3af342356830 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:01.651081 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a16e29-3b0f-4b79-88ea-72a5e55f88af tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Pushing event updated for resources: {'Port': ['ID=d36f9f1a-d732-49ed-8148-6fc698c8c933,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:01.657327 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-68a16e29-3b0f-4b79-88ea-72a5e55f88af tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:01.787397 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a908e6-cb2d-41f1-ad7a-b7391f2fdb31 req-68a16e29-3b0f-4b79-88ea-72a5e55f88af tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Network 8cb986dc-564f-4d7a-9897-91054d6f010e is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:05:01.788845 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [req-e2a908e6-cb2d-41f1-ad7a-b7391f2fdb31 req-68a16e29-3b0f-4b79-88ea-72a5e55f88af tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:05:01.791348 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a908e6-cb2d-41f1-ad7a-b7391f2fdb31 req-68a16e29-3b0f-4b79-88ea-72a5e55f88af tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:05:01.831338 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47474) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:01.838437 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-7489b613-2611-4aa6-9248-8ff2ab295a19 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Request body: {'security_group': {'name': 'tempest-securitygroup--1789536816', 'description': 'tempest-description--293771323'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:05:01.850400 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-7489b613-2611-4aa6-9248-8ff2ab295a19 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:05:01.855774 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-7489b613-2611-4aa6-9248-8ff2ab295a19 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Usage tracker for resource:security_group and tenant:a5ad27bc88e04bd18332340c160e78f4 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:05:01.859225 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-7489b613-2611-4aa6-9248-8ff2ab295a19 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:05:01.864960 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-7489b613-2611-4aa6-9248-8ff2ab295a19 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:05:01.876702 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7489b613-2611-4aa6-9248-8ff2ab295a19 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:01.899041 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-7489b613-2611-4aa6-9248-8ff2ab295a19 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:05:01.904017 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-7489b613-2611-4aa6-9248-8ff2ab295a19 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Usage tracker for resource:security_group_rule and tenant:a5ad27bc88e04bd18332340c160e78f4 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:05:01.907422 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-7489b613-2611-4aa6-9248-8ff2ab295a19 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:05:01.914237 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-7489b613-2611-4aa6-9248-8ff2ab295a19 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:05:01.930121 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-e2a908e6-cb2d-41f1-ad7a-b7391f2fdb31 req-68a16e29-3b0f-4b79-88ea-72a5e55f88af tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks [] for floatingip, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:02.010643 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-e2a908e6-cb2d-41f1-ad7a-b7391f2fdb31 req-68a16e29-3b0f-4b79-88ea-72a5e55f88af tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:02.011860 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7489b613-2611-4aa6-9248-8ff2ab295a19 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:02.016649 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7489b613-2611-4aa6-9248-8ff2ab295a19 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:02.027468 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-5159457f-08b6-4f26-b9f7-b3fd57a6d72a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:02.078389 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489b613-2611-4aa6-9248-8ff2ab295a19 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Pushing event updated for resources: {'SecurityGroup': ['ID=55668ec0-a6cc-49a2-b854-1928736d4070,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:02.081836 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-7489b613-2611-4aa6-9248-8ff2ab295a19 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:02.082867 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7489b613-2611-4aa6-9248-8ff2ab295a19 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:02.084309 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-7489b613-2611-4aa6-9248-8ff2ab295a19 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2511659 Jan 19 16:05:02.089482 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47478) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:02.099296 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-bf1abef1-ce2a-4a15-a8db-23e10f4f491d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Request body: {'security_group_rule': {'security_group_id': '55668ec0-a6cc-49a2-b854-1928736d4070', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:05:02.113490 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-bf1abef1-ce2a-4a15-a8db-23e10f4f491d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:05:02.117187 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-bf1abef1-ce2a-4a15-a8db-23e10f4f491d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Usage tracker for resource:security_group_rule and tenant:a5ad27bc88e04bd18332340c160e78f4 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:05:02.121484 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-bf1abef1-ce2a-4a15-a8db-23e10f4f491d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:05:02.128589 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-bf1abef1-ce2a-4a15-a8db-23e10f4f491d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:05:02.149813 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-bf1abef1-ce2a-4a15-a8db-23e10f4f491d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for security_group_rule, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:02.240315 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-bf1abef1-ce2a-4a15-a8db-23e10f4f491d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:02.244672 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-bf1abef1-ce2a-4a15-a8db-23e10f4f491d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853051034'] for security_group_rule, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:02.248740 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d081b78d-f1f5-400e-b538-826abf1d081c tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:02.286869 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1abef1-ce2a-4a15-a8db-23e10f4f491d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e431d8a2-7d5d-484f-9821-a92e4fb38308,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:02.291364 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-bf1abef1-ce2a-4a15-a8db-23e10f4f491d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:02.304356 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-bf1abef1-ce2a-4a15-a8db-23e10f4f491d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for security_group_rule, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:02.306755 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-bf1abef1-ce2a-4a15-a8db-23e10f4f491d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2154360 Jan 19 16:05:02.311733 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47482) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:02.320604 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-b7cbf47e-2d0d-4cb7-a4c4-c0abd90ce172 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Request body: {'security_group_rule': {'security_group_id': '55668ec0-a6cc-49a2-b854-1928736d4070', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:05:02.332952 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-b7cbf47e-2d0d-4cb7-a4c4-c0abd90ce172 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:05:02.338470 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-b7cbf47e-2d0d-4cb7-a4c4-c0abd90ce172 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Usage tracker for resource:security_group_rule and tenant:a5ad27bc88e04bd18332340c160e78f4 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:05:02.342167 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-b7cbf47e-2d0d-4cb7-a4c4-c0abd90ce172 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:05:02.349095 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-b7cbf47e-2d0d-4cb7-a4c4-c0abd90ce172 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:05:02.373823 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b7cbf47e-2d0d-4cb7-a4c4-c0abd90ce172 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for security_group_rule, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:02.421646 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-e2a908e6-cb2d-41f1-ad7a-b7391f2fdb31 req-68a16e29-3b0f-4b79-88ea-72a5e55f88af tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:02.425909 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-e2a908e6-cb2d-41f1-ad7a-b7391f2fdb31 req-68a16e29-3b0f-4b79-88ea-72a5e55f88af tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:02.443601 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-690a2c5e-7f12-4964-bcfe-a393606ad0cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:02.470231 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b7cbf47e-2d0d-4cb7-a4c4-c0abd90ce172 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:02.474453 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b7cbf47e-2d0d-4cb7-a4c4-c0abd90ce172 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853051034'] for security_group_rule, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:02.478550 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:02.519916 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cbf47e-2d0d-4cb7-a4c4-c0abd90ce172 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f27f903-8e84-4d20-9cf2-c186c2ba4fb4,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:02.525071 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-b7cbf47e-2d0d-4cb7-a4c4-c0abd90ce172 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:02.536676 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b7cbf47e-2d0d-4cb7-a4c4-c0abd90ce172 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for security_group_rule, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:02.542294 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-b7cbf47e-2d0d-4cb7-a4c4-c0abd90ce172 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2250211 Jan 19 16:05:02.544187 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47486) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:02.555200 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Request body: {'floatingip': {'floating_network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:05:02.572489 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:05:02.582214 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Usage tracker for resource:floatingip and tenant:a5ad27bc88e04bd18332340c160e78f4 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:05:02.588091 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:05:02.600652 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:05:02.606432 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a16e29-3b0f-4b79-88ea-72a5e55f88af tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Pushing event updated for resources: {'Port': ['ID=d36f9f1a-d732-49ed-8148-6fc698c8c933,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:02.611625 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-68a16e29-3b0f-4b79-88ea-72a5e55f88af tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:02.627566 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for floatingip, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:02.818402 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-e2a908e6-cb2d-41f1-ad7a-b7391f2fdb31 req-68a16e29-3b0f-4b79-88ea-72a5e55f88af tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853037689'] for floatingip, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:02.849791 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-e2a908e6-cb2d-41f1-ad7a-b7391f2fdb31 req-68a16e29-3b0f-4b79-88ea-72a5e55f88af tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for floatingip, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:02.860405 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e2a908e6-cb2d-41f1-ad7a-b7391f2fdb31 req-68a16e29-3b0f-4b79-88ea-72a5e55f88af tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0470631 Jan 19 16:05:02.989192 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-e2a908e6-cb2d-41f1-ad7a-b7391f2fdb31 req-a55996ba-1015-49e9-876f-706f9638449b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Synchronizing usage tracker for tenant:2e0ee6f28ba94989ad38ea08f56b666f on resource:floatingip {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:05:03.015502 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-e2a908e6-cb2d-41f1-ad7a-b7391f2fdb31 req-a55996ba-1015-49e9-876f-706f9638449b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Unset dirty status for tenant:2e0ee6f28ba94989ad38ea08f56b666f on resource:floatingip {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:05:03.025234 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e2a908e6-cb2d-41f1-ad7a-b7391f2fdb31 req-a55996ba-1015-49e9-876f-706f9638449b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/floatingips?floating_ip_address=172.28.3.27 HTTP/1.1" status: 200 len: 695 time: 0.1637435 Jan 19 16:05:03.095373 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:03.461072 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a908e6-cb2d-41f1-ad7a-b7391f2fdb31 req-7f9aeee7-eef3-4a37-a736-10e0ef4a2da3 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:03.462996 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e2a908e6-cb2d-41f1-ad7a-b7391f2fdb31 req-7f9aeee7-eef3-4a37-a736-10e0ef4a2da3 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/networks/8cb986dc-564f-4d7a-9897-91054d6f010e HTTP/1.1" status: 200 len: 784 time: 0.4365807 Jan 19 16:05:03.485904 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [req-e2a908e6-cb2d-41f1-ad7a-b7391f2fdb31 req-7661cc15-0254-4f07-8828-eeaf32b7b4f3 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=80160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 16:05:03.488352 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e2a908e6-cb2d-41f1-ad7a-b7391f2fdb31 req-7661cc15-0254-4f07-8828-eeaf32b7b4f3 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0104620 Jan 19 16:05:03.644638 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Allocated IP 172.28.3.213 (8cb986dc-564f-4d7a-9897-91054d6f010e/8785aac7-d333-468d-9a45-aa55950b5c1c/0368a7d4-00ee-4803-a9ca-79d1d1c44bbc) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:05:03.835506 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2e997-8429-42aa-ba53-bd5ad06c6d37 req-7df7a3b2-ad1c-4bb9-906f-df1850759d1a tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:03.838432 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a5e2e997-8429-42aa-ba53-bd5ad06c6d37 req-7df7a3b2-ad1c-4bb9-906f-df1850759d1a tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1879344 Jan 19 16:05:03.912460 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:03.960622 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852269169'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:03.968227 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a5e2e997-8429-42aa-ba53-bd5ad06c6d37 req-76c511e1-9ed5-4f88-8e11-600862000d2f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/floatingips?floating_ip_address=172.28.3.27 HTTP/1.1" status: 200 len: 695 time: 0.1162784 Jan 19 16:05:03.986643 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-a5e2e997-8429-42aa-ba53-bd5ad06c6d37 req-38f13df9-a732-4a05-8bed-58fb08994462 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Request body: {'floatingip': {'port_id': '69ce9b52-aadf-4053-9bb2-4349c820591f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:05:03.989963 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-b506f9ec-8fda-4810-a041-6758272aa6f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:04.022186 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-46a2abb3-2daa-4d8f-8a75-706a7dd60fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:04.097388 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a5e2e997-8429-42aa-ba53-bd5ad06c6d37 req-38f13df9-a732-4a05-8bed-58fb08994462 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks [] for floatingip, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:04.325913 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Pushing event updated for resources: {'Port': ['ID=0368a7d4-00ee-4803-a9ca-79d1d1c44bbc,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:04.357395 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:04.444004 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Network 8cb986dc-564f-4d7a-9897-91054d6f010e is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:05:04.445669 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:05:04.448225 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:05:04.605988 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for floatingip, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:04.708400 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:05.188173 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47520) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:05.210753 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:05.217507 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506630'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:05.220189 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a5e2e997-8429-42aa-ba53-bd5ad06c6d37 req-38f13df9-a732-4a05-8bed-58fb08994462 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks [] for floatingip, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:05.224628 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a5e2e997-8429-42aa-ba53-bd5ad06c6d37 req-38f13df9-a732-4a05-8bed-58fb08994462 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853037689'] for floatingip, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:05.246325 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:05.446346 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-21043a07-f079-4951-b494-7083fff0f43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:05.470216 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Pushing event updated for resources: {'Port': ['ID=0368a7d4-00ee-4803-a9ca-79d1d1c44bbc,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:05.491811 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.l3_db [req-a5e2e997-8429-42aa-ba53-bd5ad06c6d37 req-38f13df9-a732-4a05-8bed-58fb08994462 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Floating IP a0047534-e510-4aee-8412-cb397cacb02b associated. External IP: 172.28.3.27, port: 69ce9b52-aadf-4053-9bb2-4349c820591f. Jan 19 16:05:05.502705 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:05.503143 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:05.503846 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:05.504251 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:05.504665 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:05.505062 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:05.505463 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:05.505855 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:05.506248 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:05.506637 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:05.507060 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:05.507447 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:05.507945 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:05.508370 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:05.508737 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:05.509126 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:05.509524 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:05.509915 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:05.510301 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:05.510694 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:05.511108 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:05.511500 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:05.511886 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:05.512271 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:05.516842 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:05.521205 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-21043a07-f079-4951-b494-7083fff0f43b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:05:05.531717 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-21043a07-f079-4951-b494-7083fff0f43b admin admin] Usage tracker for resource:security_group_rule and tenant:8cf6f69524974694b36b98ca10b1e9cf is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:05:05.545230 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-21043a07-f079-4951-b494-7083fff0f43b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:05:05.556179 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-21043a07-f079-4951-b494-7083fff0f43b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:05:05.662259 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853037689'] for floatingip, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:05.735934 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for floatingip, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:05.741697 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1914074 Jan 19 16:05:05.791951 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-21043a07-f079-4951-b494-7083fff0f43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:05.798309 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-21043a07-f079-4951-b494-7083fff0f43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:05.809058 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-79489c2f-02b6-4afa-acbd-3e73eda07e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:05.861267 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-21043a07-f079-4951-b494-7083fff0f43b admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=8cf6f69524974694b36b98ca10b1e9cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6721377 Jan 19 16:05:05.863330 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21043a07-f079-4951-b494-7083fff0f43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928e0de1-eba9-4ca2-88d9-d873c7e0cb7f,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:05.867678 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-21043a07-f079-4951-b494-7083fff0f43b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:05.868871 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47532) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:05.992928 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-74df0e06-2380-4a64-8b3b-ff44f58c77a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:06.056253 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-74df0e06-2380-4a64-8b3b-ff44f58c77a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:06.164057 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-74df0e06-2380-4a64-8b3b-ff44f58c77a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:06.178133 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-ac3f8ee0-9771-404d-8ecc-dc6ba92c5944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:06.201683 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df0e06-2380-4a64-8b3b-ff44f58c77a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928e0de1-eba9-4ca2-88d9-d873c7e0cb7f,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:06.206296 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-74df0e06-2380-4a64-8b3b-ff44f58c77a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:06.218132 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-74df0e06-2380-4a64-8b3b-ff44f58c77a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:06.220560 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-74df0e06-2380-4a64-8b3b-ff44f58c77a9 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/928e0de1-eba9-4ca2-88d9-d873c7e0cb7f HTTP/1.1" status: 204 len: 168 time: 0.3497968 Jan 19 16:05:06.395069 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5e2e997-8429-42aa-ba53-bd5ad06c6d37 req-38f13df9-a732-4a05-8bed-58fb08994462 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Router 07587e90-7af4-43fc-b9a1-d48f902de836 has already been hosted by L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f {{(pid=80160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 16:05:06.627279 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-a5ae4b6f-095a-4a2a-ae6b-1d3c6f5e2d53 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Synchronizing usage tracker for tenant:a5ad27bc88e04bd18332340c160e78f4 on resource:security_group {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:05:06.663939 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-a5ae4b6f-095a-4a2a-ae6b-1d3c6f5e2d53 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Unset dirty status for tenant:a5ad27bc88e04bd18332340c160e78f4 on resource:security_group {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:05:06.665241 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-a5ae4b6f-095a-4a2a-ae6b-1d3c6f5e2d53 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--1789536816&fields=id&tenant_id=a5ad27bc88e04bd18332340c160e78f4 HTTP/1.1" status: 200 len: 267 time: 0.1899512 Jan 19 16:05:06.704483 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47554) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:06.719140 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:06.720463 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5e2e997-8429-42aa-ba53-bd5ad06c6d37 req-38f13df9-a732-4a05-8bed-58fb08994462 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 16:05:06.733317 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7df073a7-231a-4b56-8759-39529a94dd88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:06.734293 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ec00e1-64c0-4475-983b-f2a0882aa346 None None] Sync routers for ids ['07587e90-7af4-43fc-b9a1-d48f902de836'] in dv-cinder-667108-29-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 16:05:06.742658 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a5e2e997-8429-42aa-ba53-bd5ad06c6d37 req-38f13df9-a732-4a05-8bed-58fb08994462 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for floatingip, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:06.746482 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ec00e1-64c0-4475-983b-f2a0882aa346 None None] Routers {'07587e90-7af4-43fc-b9a1-d48f902de836'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:05:06.746983 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-78ec00e1-64c0-4475-983b-f2a0882aa346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:04:37Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['07587e90-7af4-43fc-b9a1-d48f902de836'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:05:06.756308 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-7df073a7-231a-4b56-8759-39529a94dd88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:05:06.763075 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-7df073a7-231a-4b56-8759-39529a94dd88 admin admin] Usage tracker for resource:security_group_rule and tenant:c502e9411d99436d95eb2ce8e2c16d72 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:05:06.766998 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-7df073a7-231a-4b56-8759-39529a94dd88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:05:06.775534 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-7df073a7-231a-4b56-8759-39529a94dd88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:05:06.914097 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7df073a7-231a-4b56-8759-39529a94dd88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:06.920247 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7df073a7-231a-4b56-8759-39529a94dd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:06.936739 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-76fffa58-3c1b-4ef2-950d-d3ea863997e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:07.003865 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a5e2e997-8429-42aa-ba53-bd5ad06c6d37 req-38f13df9-a732-4a05-8bed-58fb08994462 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "PUT /v2.0/floatingips/a0047534-e510-4aee-8412-cb397cacb02b HTTP/1.1" status: 200 len: 996 time: 3.0222173 Jan 19 16:05:07.006812 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-78ec00e1-64c0-4475-983b-f2a0882aa346 None None] Set router 07587e90-7af4-43fc-b9a1-d48f902de836 gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:05:07.028185 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3357c1cf-89ea-4ad2-927d-9211526277d0', 'tag': '69ce9b52-aadf-4053-9bb2-4349c820591f'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:05:07.031755 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-7df073a7-231a-4b56-8759-39529a94dd88 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c502e9411d99436d95eb2ce8e2c16d72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257246 Jan 19 16:05:07.034920 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df073a7-231a-4b56-8759-39529a94dd88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad9950b-7142-46f7-be10-cc6f934ca647,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:07.041586 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-7df073a7-231a-4b56-8759-39529a94dd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:07.041854 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 47558) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:07.129865 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:07.246782 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-1ff66863-ee0b-4d29-afb0-e7976d20fce0 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:07.249780 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-1ff66863-ee0b-4d29-afb0-e7976d20fce0 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/networks?id=6f889a84-1af9-40d2-bcf9-6e9854a6418c HTTP/1.1" status: 200 len: 817 time: 0.5766897 Jan 19 16:05:07.324959 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-6b51a466-b133-49a6-8595-23b546fce9c5 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/quotas/a5ad27bc88e04bd18332340c160e78f4 HTTP/1.1" status: 200 len: 375 time: 0.0572102 Jan 19 16:05:07.334248 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-506b6373-78c3-438a-912d-ae41f5d5bc52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:07.337010 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-18b97077-f5da-4646-bf59-c35ada634086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:07.528529 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-78ec00e1-64c0-4475-983b-f2a0882aa346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'name': 'tempest-TestMinimumBasicScenario-1895721291-router', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:03:35Z', 'updated_at': '2021-01-19T16:03:45Z', 'revision_number': 4, 'project_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'gw_port': {'id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:03:36Z', 'updated_at': '2021-01-19T16:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_floatingips': [{'id': 'a0047534-e510-4aee-8412-cb397cacb02b', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'floating_ip_address': '172.28.3.27', 'floating_network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'router_id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'port_id': '69ce9b52-aadf-4053-9bb2-4349c820591f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32ada299-f940-43f6-a6d6-7b24d2f5c6aa', 'mac_address': 'fa:16:3e:2a:90:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357c1cf-89ea-4ad2-927d-9211526277d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T16:05:01Z', 'updated_at': '2021-01-19T16:05:04Z', 'revision_number': 1, 'project_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5abc9bb-e08b-4586-a211-e3a8268ec1bb', 'name': '', 'network_id': '32ada299-f940-43f6-a6d6-7b24d2f5c6aa', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'mac_address': 'fa:16:3e:92:09:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0ae45b3e-7638-4b09-9105-d3f10811827b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:03:42Z', 'updated_at': '2021-01-19T16:03:54Z', 'revision_number': 5, 'project_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'subnets': [{'id': '0ae45b3e-7638-4b09-9105-d3f10811827b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:05:07.533467 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ec00e1-64c0-4475-983b-f2a0882aa346 None None] Checking router: 07587e90-7af4-43fc-b9a1-d48f902de836 for host: dv-cinder-667108-29-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 16:05:07.544405 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ec00e1-64c0-4475-983b-f2a0882aa346 None None] Routers {'07587e90-7af4-43fc-b9a1-d48f902de836'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:05:07.545214 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-78ec00e1-64c0-4475-983b-f2a0882aa346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:05:07Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['07587e90-7af4-43fc-b9a1-d48f902de836'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:05:07.579861 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-506b6373-78c3-438a-912d-ae41f5d5bc52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:07.758450 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-78ec00e1-64c0-4475-983b-f2a0882aa346 None None] Set router 07587e90-7af4-43fc-b9a1-d48f902de836 gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:05:07.802642 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-ad4f009d-7317-4fb3-afe8-0a004513eca6 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?tenant_id=a5ad27bc88e04bd18332340c160e78f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4625769 Jan 19 16:05:07.806860 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2e997-8429-42aa-ba53-bd5ad06c6d37 req-495a8348-c1de-4312-b9fc-bb2750dc704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:07.815614 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a5e2e997-8429-42aa-ba53-bd5ad06c6d37 req-495a8348-c1de-4312-b9fc-bb2750dc704f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2e0ee6f28ba94989ad38ea08f56b666f&device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 1163 time: 0.7549212 Jan 19 16:05:07.859587 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-506b6373-78c3-438a-912d-ae41f5d5bc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:07.867885 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c63175ca-c437-4007-a3d0-54a59c072185 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:07.938783 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b6373-78c3-438a-912d-ae41f5d5bc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad9950b-7142-46f7-be10-cc6f934ca647,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:07.954346 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-506b6373-78c3-438a-912d-ae41f5d5bc52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:07.955222 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-506b6373-78c3-438a-912d-ae41f5d5bc52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:07.963554 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-506b6373-78c3-438a-912d-ae41f5d5bc52 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/8ad9950b-7142-46f7-be10-cc6f934ca647 HTTP/1.1" status: 204 len: 168 time: 0.9054995 Jan 19 16:05:07.988448 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:08.146015 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2e997-8429-42aa-ba53-bd5ad06c6d37 req-97b0d9ee-72dd-478d-bebc-d96e08c0aef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:08.148888 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a5e2e997-8429-42aa-ba53-bd5ad06c6d37 req-97b0d9ee-72dd-478d-bebc-d96e08c0aef3 service neutron] 10.222.0.110 "GET /v2.0/networks?id=32ada299-f940-43f6-a6d6-7b24d2f5c6aa HTTP/1.1" status: 200 len: 909 time: 0.3267095 Jan 19 16:05:08.449882 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a5e2e997-8429-42aa-ba53-bd5ad06c6d37 req-c89e6fed-4529-48c7-a7c8-cc6dadb83a15 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69ce9b52-aadf-4053-9bb2-4349c820591f HTTP/1.1" status: 200 len: 999 time: 0.2301073 Jan 19 16:05:08.467139 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-708e1b3d-172a-4209-865c-2f12086713eb service neutron] 10.222.0.110 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6160805 Jan 19 16:05:08.597272 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-78ec00e1-64c0-4475-983b-f2a0882aa346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'name': 'tempest-TestMinimumBasicScenario-1895721291-router', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:03:35Z', 'updated_at': '2021-01-19T16:03:45Z', 'revision_number': 4, 'project_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'gw_port': {'id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:03:36Z', 'updated_at': '2021-01-19T16:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_floatingips': [{'id': 'a0047534-e510-4aee-8412-cb397cacb02b', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'floating_ip_address': '172.28.3.27', 'floating_network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'router_id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'port_id': '69ce9b52-aadf-4053-9bb2-4349c820591f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32ada299-f940-43f6-a6d6-7b24d2f5c6aa', 'mac_address': 'fa:16:3e:2a:90:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357c1cf-89ea-4ad2-927d-9211526277d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T16:05:01Z', 'updated_at': '2021-01-19T16:05:04Z', 'revision_number': 1, 'project_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5abc9bb-e08b-4586-a211-e3a8268ec1bb', 'name': '', 'network_id': '32ada299-f940-43f6-a6d6-7b24d2f5c6aa', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'mac_address': 'fa:16:3e:92:09:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0ae45b3e-7638-4b09-9105-d3f10811827b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:03:42Z', 'updated_at': '2021-01-19T16:03:54Z', 'revision_number': 5, 'project_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'subnets': [{'id': '0ae45b3e-7638-4b09-9105-d3f10811827b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:05:08.603107 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ec00e1-64c0-4475-983b-f2a0882aa346 None None] The sync data for ids ['07587e90-7af4-43fc-b9a1-d48f902de836'] in dv-cinder-667108-29-smb is: [{'id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'name': 'tempest-TestMinimumBasicScenario-1895721291-router', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:03:35Z', 'updated_at': '2021-01-19T16:03:45Z', 'revision_number': 4, 'project_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'gw_port': {'id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:03:36Z', 'updated_at': '2021-01-19T16:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_floatingips': [{'id': 'a0047534-e510-4aee-8412-cb397cacb02b', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'floating_ip_address': '172.28.3.27', 'floating_network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'router_id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'port_id': '69ce9b52-aadf-4053-9bb2-4349c820591f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32ada299-f940-43f6-a6d6-7b24d2f5c6aa', 'mac_address': 'fa:16:3e:2a:90:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3357c1cf-89ea-4ad2-927d-9211526277d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T16:05:01Z', 'updated_at': '2021-01-19T16:05:04Z', 'revision_number': 1, 'project_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5abc9bb-e08b-4586-a211-e3a8268ec1bb', 'name': '', 'network_id': '32ada299-f940-43f6-a6d6-7b24d2f5c6aa', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'mac_address': 'fa:16:3e:92:09:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0ae45b3e-7638-4b09-9105-d3f10811827b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:03:42Z', 'updated_at': '2021-01-19T16:03:54Z', 'revision_number': 5, 'project_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'subnets': [{'id': '0ae45b3e-7638-4b09-9105-d3f10811827b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 16:05:08.739970 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2e997-8429-42aa-ba53-bd5ad06c6d37 req-9da04f54-07af-487f-8a38-21356c1d2862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:08.742776 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a5e2e997-8429-42aa-ba53-bd5ad06c6d37 req-9da04f54-07af-487f-8a38-21356c1d2862 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0ae45b3e-7638-4b09-9105-d3f10811827b HTTP/1.1" status: 200 len: 854 time: 0.2740200 Jan 19 16:05:08.885131 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-d80302d7-769b-4f08-b794-479583a10563 service neutron] 10.222.0.110 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3484371 Jan 19 16:05:08.956240 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2e997-8429-42aa-ba53-bd5ad06c6d37 req-4c654760-95e7-4cc2-aa1f-f2c88365be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:08.980544 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a5e2e997-8429-42aa-ba53-bd5ad06c6d37 req-4c654760-95e7-4cc2-aa1f-f2c88365be7c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=32ada299-f940-43f6-a6d6-7b24d2f5c6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2031360 Jan 19 16:05:08.994772 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [req-a5e2e997-8429-42aa-ba53-bd5ad06c6d37 req-6a8f506d-9f40-470c-847c-39345a9e56df service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=80160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 16:05:09.010283 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a5e2e997-8429-42aa-ba53-bd5ad06c6d37 req-6a8f506d-9f40-470c-847c-39345a9e56df service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0256298 Jan 19 16:05:09.020300 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f43dc8a-5678-4f16-b28a-ef425af0bd24 None None] New status for floating IP a0047534-e510-4aee-8412-cb397cacb02b: ACTIVE {{(pid=80161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 16:05:09.075737 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:05:09.311087 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:09.318139 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a5e2e997-8429-42aa-ba53-bd5ad06c6d37 req-3715181a-eacf-45ee-8b92-bc5521581e5b service neutron] 10.222.0.110 "GET /v2.0/networks/32ada299-f940-43f6-a6d6-7b24d2f5c6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064382 Jan 19 16:05:09.649664 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a5e2e997-8429-42aa-ba53-bd5ad06c6d37 req-cabd99a8-ec8b-4154-8c93-735252652409 service neutron] 10.222.0.110 "GET /v2.0/networks/32ada299-f940-43f6-a6d6-7b24d2f5c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3267570 Jan 19 16:05:09.733790 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5504626-ec95-4f8e-8c25-0ec043132330 req-0db961e9-73d4-44a0-9b26-aba93400d278 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:09.736007 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b5504626-ec95-4f8e-8c25-0ec043132330 req-0db961e9-73d4-44a0-9b26-aba93400d278 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.2323480 Jan 19 16:05:09.791160 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3357c1cf-89ea-4ad2-927d-9211526277d0', 'tag': '69ce9b52-aadf-4053-9bb2-4349c820591f', 'status': 'completed', 'code': 200} Jan 19 16:05:09.895820 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b5504626-ec95-4f8e-8c25-0ec043132330 req-7a807223-c566-472e-87b1-c0d880341b89 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456263 Jan 19 16:05:10.097256 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-9d3470ec-ec34-41aa-a780-43e883f13ef5 req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-810253856', 'description': 'tempest-TestMinimumBasicScenario-810253856 description'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:05:10.115183 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-69e57154-fddb-4db0-a663-a073575640d9 req-b1bdbf04-70ce-4693-86dc-96656ae836c4 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 210 time: 0.1514971 Jan 19 16:05:10.121021 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-9d3470ec-ec34-41aa-a780-43e883f13ef5 req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:05:10.129153 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-9d3470ec-ec34-41aa-a780-43e883f13ef5 req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Usage tracker for resource:security_group and tenant:2e0ee6f28ba94989ad38ea08f56b666f is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:05:10.133350 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-9d3470ec-ec34-41aa-a780-43e883f13ef5 req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:05:10.152491 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-9d3470ec-ec34-41aa-a780-43e883f13ef5 req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:05:10.223198 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-9d3470ec-ec34-41aa-a780-43e883f13ef5 req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:10.248529 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fbcd1-2336-49ef-8d12-54308331d6c7 req-1f88c94c-8d30-44dc-88e5-73b9d061cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:10.251533 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-920fbcd1-2336-49ef-8d12-54308331d6c7 req-1f88c94c-8d30-44dc-88e5-73b9d061cbec service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=2e0ee6f28ba94989ad38ea08f56b666f&device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 1163 time: 0.3779798 Jan 19 16:05:10.266141 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-9d3470ec-ec34-41aa-a780-43e883f13ef5 req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:05:10.272402 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-9d3470ec-ec34-41aa-a780-43e883f13ef5 req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Usage tracker for resource:security_group_rule and tenant:2e0ee6f28ba94989ad38ea08f56b666f is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:05:10.277923 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-9d3470ec-ec34-41aa-a780-43e883f13ef5 req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:05:10.318207 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-9d3470ec-ec34-41aa-a780-43e883f13ef5 req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:05:10.406195 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-9d3470ec-ec34-41aa-a780-43e883f13ef5 req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:10.414105 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-9d3470ec-ec34-41aa-a780-43e883f13ef5 req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:10.528807 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c693a-985a-4025-ab41-f26f375079fb req-dc624abd-3025-4320-9c87-31e79063ac42 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:10.530428 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-708c693a-985a-4025-ab41-f26f375079fb req-dc624abd-3025-4320-9c87-31e79063ac42 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Synchronizing usage tracker for tenant:de9086258df24aecb2d82848b67b89b5 on resource:port {{(pid=80159) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:05:10.560294 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-708c693a-985a-4025-ab41-f26f375079fb req-dc624abd-3025-4320-9c87-31e79063ac42 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Unset dirty status for tenant:de9086258df24aecb2d82848b67b89b5 on resource:port {{(pid=80159) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:05:10.567276 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-708c693a-985a-4025-ab41-f26f375079fb req-dc624abd-3025-4320-9c87-31e79063ac42 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.104 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.2421477 Jan 19 16:05:10.721456 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-708c693a-985a-4025-ab41-f26f375079fb req-17647eb7-e7f6-4854-b2a3-7ce8df5c1dd4 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Deleting port 956d8a65-c245-4609-b37d-84ea28779f96 {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:05:10.722598 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-708c693a-985a-4025-ab41-f26f375079fb req-17647eb7-e7f6-4854-b2a3-7ce8df5c1dd4 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:10.766874 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:10.856708 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-9d3470ec-ec34-41aa-a780-43e883f13ef5 req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:10.858796 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9d3470ec-ec34-41aa-a780-43e883f13ef5 req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7826807 Jan 19 16:05:10.864591 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Pushing event updated for resources: {'SecurityGroup': ['ID=99bfe3ea-aa86-4564-8230-bb0cafcdbe93,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:10.884660 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:10.885329 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:10.886537 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:10.887579 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:10.887850 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:10.888501 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:10.889156 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:10.889813 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:10.890486 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:10.891216 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:10.891880 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:10.892536 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:10.893378 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:10.894041 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:10.894699 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:10.895391 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:10.896048 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:10.896700 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:10.897933 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:10.897933 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:10.898607 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:10.899296 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:10.899951 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:10.900607 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:10.927499 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:11.032343 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fbcd1-2336-49ef-8d12-54308331d6c7 req-6d31174e-855d-4416-9981-44f2b3929bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:11.035246 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-920fbcd1-2336-49ef-8d12-54308331d6c7 req-6d31174e-855d-4416-9981-44f2b3929bfc service neutron] 10.222.0.104 "GET /v2.0/networks?id=32ada299-f940-43f6-a6d6-7b24d2f5c6aa HTTP/1.1" status: 200 len: 909 time: 0.7520089 Jan 19 16:05:11.052079 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 956d8a65-c245-4609-b37d-84ea28779f96 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:05:11.469767 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:11.543173 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port 956d8a65-c245-4609-b37d-84ea28779f96, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=956d8a65-c245-4609-b37d-84ea28779f96,segment=NetworkSegment(942a6058-6ad9-4d21-80db-a7a650c8a90b),segment_id=942a6058-6ad9-4d21-80db-a7a650c8a90b)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:05:11.544935 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570ce5bd-873d-4c59-8815-87c6bbf52ac0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '956d8a65-c245-4609-b37d-84ea28779f96'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:05:11.555658 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:11.558846 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:11.635765 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-920fbcd1-2336-49ef-8d12-54308331d6c7 req-3daf3b67-d305-40b7-9353-d20d46d64db7 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69ce9b52-aadf-4053-9bb2-4349c820591f HTTP/1.1" status: 200 len: 1001 time: 0.5799575 Jan 19 16:05:11.675664 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c63bfa65-9c49-4b03-8795-dfc2ba2e5ee5 req-e2f45a80-2bc2-4dd5-b340-3368724c04ed tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups/99bfe3ea-aa86-4564-8230-bb0cafcdbe93 HTTP/1.1" status: 200 len: 1812 time: 0.6882730 Jan 19 16:05:11.705313 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=956d8a65-c245-4609-b37d-84ea28779f96,revision_number=5']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:11.711048 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:11.814783 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-708c693a-985a-4025-ab41-f26f375079fb req-17647eb7-e7f6-4854-b2a3-7ce8df5c1dd4 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] For port 956d8a65-c245-4609-b37d-84ea28779f96, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=956d8a65-c245-4609-b37d-84ea28779f96,segment=NetworkSegment(942a6058-6ad9-4d21-80db-a7a650c8a90b),segment_id=942a6058-6ad9-4d21-80db-a7a650c8a90b)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:05:11.815470 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-708c693a-985a-4025-ab41-f26f375079fb req-17647eb7-e7f6-4854-b2a3-7ce8df5c1dd4 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:11.896685 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-c63bfa65-9c49-4b03-8795-dfc2ba2e5ee5 req-a1477e9e-dc14-4e18-a5cc-9200a1d0c584 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '99bfe3ea-aa86-4564-8230-bb0cafcdbe93', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:05:11.897079 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-c63bfa65-9c49-4b03-8795-dfc2ba2e5ee5 req-a1477e9e-dc14-4e18-a5cc-9200a1d0c584 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '99bfe3ea-aa86-4564-8230-bb0cafcdbe93', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:05:11.940484 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-c63bfa65-9c49-4b03-8795-dfc2ba2e5ee5 req-a1477e9e-dc14-4e18-a5cc-9200a1d0c584 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:05:11.974293 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-c63bfa65-9c49-4b03-8795-dfc2ba2e5ee5 req-a1477e9e-dc14-4e18-a5cc-9200a1d0c584 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Usage tracker for resource:security_group_rule and tenant:2e0ee6f28ba94989ad38ea08f56b666f is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:05:11.999267 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-c63bfa65-9c49-4b03-8795-dfc2ba2e5ee5 req-a1477e9e-dc14-4e18-a5cc-9200a1d0c584 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:05:12.035709 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-c63bfa65-9c49-4b03-8795-dfc2ba2e5ee5 req-a1477e9e-dc14-4e18-a5cc-9200a1d0c584 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:05:12.078574 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-708c693a-985a-4025-ab41-f26f375079fb req-17647eb7-e7f6-4854-b2a3-7ce8df5c1dd4 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Calling delete_port for 956d8a65-c245-4609-b37d-84ea28779f96 owned by compute:nova {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:05:12.093434 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fbcd1-2336-49ef-8d12-54308331d6c7 req-f91094fb-b65e-45fa-a666-26346441264d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:12.095165 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-920fbcd1-2336-49ef-8d12-54308331d6c7 req-f91094fb-b65e-45fa-a666-26346441264d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=0ae45b3e-7638-4b09-9105-d3f10811827b HTTP/1.1" status: 200 len: 854 time: 0.4179804 Jan 19 16:05:12.216390 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-24a59119-da50-40c6-bf1f-2a08635c003e tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:12.218044 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-24a59119-da50-40c6-bf1f-2a08635c003e tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.104 "GET /v2.0/networks?id=6f889a84-1af9-40d2-bcf9-6e9854a6418c HTTP/1.1" status: 200 len: 817 time: 0.8631728 Jan 19 16:05:12.245788 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.api [req-708c693a-985a-4025-ab41-f26f375079fb req-17647eb7-e7f6-4854-b2a3-7ce8df5c1dd4 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80159) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 16:05:12.247482 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_db.api [req-708c693a-985a-4025-ab41-f26f375079fb req-17647eb7-e7f6-4854-b2a3-7ce8df5c1dd4 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 16:05:12.267344 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8535b9-351c-4d9f-ac23-aa24e56f2145 req-e1c83fa7-69bf-43cb-a482-91c052363bf5 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:12.269087 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7e8535b9-351c-4d9f-ac23-aa24e56f2145 req-e1c83fa7-69bf-43cb-a482-91c052363bf5 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 945 time: 0.9372954 Jan 19 16:05:12.372054 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-c63bfa65-9c49-4b03-8795-dfc2ba2e5ee5 req-a1477e9e-dc14-4e18-a5cc-9200a1d0c584 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks [] for security_group_rule, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:12.489472 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7e8535b9-351c-4d9f-ac23-aa24e56f2145 req-8485e498-3568-4ed3-a0d9-2004d5504a7b tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985714 Jan 19 16:05:12.491889 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-c63bfa65-9c49-4b03-8795-dfc2ba2e5ee5 req-a1477e9e-dc14-4e18-a5cc-9200a1d0c584 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:12.503787 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-c63bfa65-9c49-4b03-8795-dfc2ba2e5ee5 req-a1477e9e-dc14-4e18-a5cc-9200a1d0c584 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853051034'] for security_group_rule, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:12.517012 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-87ed8823-f597-4fc4-8b65-ec384a8c4dc5 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a5ad27bc88e04bd18332340c160e78f4 HTTP/1.1" status: 200 len: 5704 time: 0.2766325 Jan 19 16:05:12.527418 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:12.542280 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-c8b957ad-57c6-44af-a16f-66c9d1317ae3 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Request body: {'port': {'device_id': '049b65e1-baa3-465c-a14b-1ca0737f11ad', 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c', 'admin_state_up': True, 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'security_groups': ['55668ec0-a6cc-49a2-b854-1928736d4070']}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:05:12.573138 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47636) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:12.583091 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1477e9e-dc14-4e18-a5cc-9200a1d0c584 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bcdb318-62ba-4e87-9cfb-49474a7f3e24,revision_number=0']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:12.591106 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fbcd1-2336-49ef-8d12-54308331d6c7 req-1b73b75e-5db5-429f-9875-9b2b44b30c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:12.592767 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-920fbcd1-2336-49ef-8d12-54308331d6c7 req-1b73b75e-5db5-429f-9875-9b2b44b30c42 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=32ada299-f940-43f6-a6d6-7b24d2f5c6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4635465 Jan 19 16:05:12.648264 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-a1477e9e-dc14-4e18-a5cc-9200a1d0c584 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:12.688197 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-c63bfa65-9c49-4b03-8795-dfc2ba2e5ee5 req-a1477e9e-dc14-4e18-a5cc-9200a1d0c584 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks [] for security_group_rule, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:12.689488 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c63bfa65-9c49-4b03-8795-dfc2ba2e5ee5 req-a1477e9e-dc14-4e18-a5cc-9200a1d0c584 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9097049 Jan 19 16:05:12.750246 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-708c693a-985a-4025-ab41-f26f375079fb req-17647eb7-e7f6-4854-b2a3-7ce8df5c1dd4 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Deleting port 956d8a65-c245-4609-b37d-84ea28779f96 {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:05:12.751325 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-708c693a-985a-4025-ab41-f26f375079fb req-17647eb7-e7f6-4854-b2a3-7ce8df5c1dd4 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:12.877845 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c32fe208-14df-4dbe-8976-a8cfae5b9595 req-1e41da16-2f54-43c1-a45e-cd1efdf44e22 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 210 time: 0.1154354 Jan 19 16:05:12.959782 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-c8b957ad-57c6-44af-a16f-66c9d1317ae3 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:05:12.970838 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-c8b957ad-57c6-44af-a16f-66c9d1317ae3 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Usage tracker for resource:port and tenant:a5ad27bc88e04bd18332340c160e78f4 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:05:12.976214 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-920fbcd1-2336-49ef-8d12-54308331d6c7 req-bc0011ea-3aec-42f4-a9f4-def57d4cb5eb service neutron] 10.222.0.104 "GET /v2.0/networks/32ada299-f940-43f6-a6d6-7b24d2f5c6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304372 Jan 19 16:05:12.987765 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-c8b957ad-57c6-44af-a16f-66c9d1317ae3 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Quota usage for port was recalculated. Used quota:3. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:05:13.003354 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-96cecea0-2ba2-4bab-8e8c-dcfe48ec7960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:13.012748 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570ce5bd-873d-4c59-8815-87c6bbf52ac0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '956d8a65-c245-4609-b37d-84ea28779f96', 'code': 200} Jan 19 16:05:13.027628 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-c8b957ad-57c6-44af-a16f-66c9d1317ae3 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:05:13.068083 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-96cecea0-2ba2-4bab-8e8c-dcfe48ec7960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:05:13.115058 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-96cecea0-2ba2-4bab-8e8c-dcfe48ec7960 admin admin] Usage tracker for resource:security_group_rule and tenant:2276ed32d763423da7fe402d1b872768 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:05:13.125293 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-96cecea0-2ba2-4bab-8e8c-dcfe48ec7960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:05:13.174132 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-c8b957ad-57c6-44af-a16f-66c9d1317ae3 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Made reservation on behalf of a5ad27bc88e04bd18332340c160e78f4 for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:05:13.183791 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-c8b957ad-57c6-44af-a16f-66c9d1317ae3 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:13.234182 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-545da267-9625-49bd-bcb1-a62ba335b234 req-e6c0ff1e-790c-4521-8315-bb837d11992b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups/99bfe3ea-aa86-4564-8230-bb0cafcdbe93 HTTP/1.1" status: 200 len: 2405 time: 0.2649846 Jan 19 16:05:13.240499 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-96cecea0-2ba2-4bab-8e8c-dcfe48ec7960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:05:13.275551 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-545da267-9625-49bd-bcb1-a62ba335b234 req-8127dda3-fd8e-46ac-ac89-cdfb5376f7ef tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '99bfe3ea-aa86-4564-8230-bb0cafcdbe93', 'remote_group_id': None}]} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:05:13.275835 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-545da267-9625-49bd-bcb1-a62ba335b234 req-8127dda3-fd8e-46ac-ac89-cdfb5376f7ef tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '99bfe3ea-aa86-4564-8230-bb0cafcdbe93', 'remote_group_id': None}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:05:13.314633 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-545da267-9625-49bd-bcb1-a62ba335b234 req-8127dda3-fd8e-46ac-ac89-cdfb5376f7ef tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:05:13.346089 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-545da267-9625-49bd-bcb1-a62ba335b234 req-8127dda3-fd8e-46ac-ac89-cdfb5376f7ef tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Usage tracker for resource:security_group_rule and tenant:2e0ee6f28ba94989ad38ea08f56b666f is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:05:13.356771 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-920fbcd1-2336-49ef-8d12-54308331d6c7 req-070bce11-9d7e-4c37-a502-65d3ef1e473a service neutron] 10.222.0.104 "GET /v2.0/networks/32ada299-f940-43f6-a6d6-7b24d2f5c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3648212 Jan 19 16:05:13.357878 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-545da267-9625-49bd-bcb1-a62ba335b234 req-8127dda3-fd8e-46ac-ac89-cdfb5376f7ef tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:05:13.420594 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-708c693a-985a-4025-ab41-f26f375079fb req-17647eb7-e7f6-4854-b2a3-7ce8df5c1dd4 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] For port 956d8a65-c245-4609-b37d-84ea28779f96, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=956d8a65-c245-4609-b37d-84ea28779f96,segment=NetworkSegment(942a6058-6ad9-4d21-80db-a7a650c8a90b),segment_id=942a6058-6ad9-4d21-80db-a7a650c8a90b)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:05:13.421371 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-708c693a-985a-4025-ab41-f26f375079fb req-17647eb7-e7f6-4854-b2a3-7ce8df5c1dd4 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:13.436109 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-545da267-9625-49bd-bcb1-a62ba335b234 req-8127dda3-fd8e-46ac-ac89-cdfb5376f7ef tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:05:13.465712 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ff146ef0-ed13-464e-aed3-f35b9512b381 req-2401e7aa-5760-4416-b8e7-936b1a42d0e1 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3599603 Jan 19 16:05:13.677451 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-545da267-9625-49bd-bcb1-a62ba335b234 req-8127dda3-fd8e-46ac-ac89-cdfb5376f7ef tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks [] for security_group_rule, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:13.697379 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-708c693a-985a-4025-ab41-f26f375079fb req-17647eb7-e7f6-4854-b2a3-7ce8df5c1dd4 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Calling delete_port for 956d8a65-c245-4609-b37d-84ea28779f96 owned by compute:nova {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:05:13.736188 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-545da267-9625-49bd-bcb1-a62ba335b234 req-8127dda3-fd8e-46ac-ac89-cdfb5376f7ef tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:13.777004 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-545da267-9625-49bd-bcb1-a62ba335b234 req-8127dda3-fd8e-46ac-ac89-cdfb5376f7ef tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853051034'] for security_group_rule, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:13.781666 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff146ef0-ed13-464e-aed3-f35b9512b381 req-0f3e69de-484b-450b-bd9f-c20bb6fd172d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:13.783358 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ff146ef0-ed13-464e-aed3-f35b9512b381 req-0f3e69de-484b-450b-bd9f-c20bb6fd172d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7b1a4fa7e3e84f4c99ed43dd4d9f70d8&device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 1162 time: 0.2743466 Jan 19 16:05:13.795963 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-497e965a-4c1e-4c4d-a118-5c455db34a2b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:13.836061 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127dda3-fd8e-46ac-ac89-cdfb5376f7ef tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0476579f-9705-4253-a400-8b156eb0eaee,revision_number=0']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:13.915977 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-8127dda3-fd8e-46ac-ac89-cdfb5376f7ef tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:13.932114 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-96cecea0-2ba2-4bab-8e8c-dcfe48ec7960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:13.937702 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-96cecea0-2ba2-4bab-8e8c-dcfe48ec7960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:13.941236 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-c8b957ad-57c6-44af-a16f-66c9d1317ae3 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Allocated IP 172.20.0.13 (6f889a84-1af9-40d2-bcf9-6e9854a6418c/50029681-e86b-47f1-bdb3-0326582392cc/3dd25e4d-8182-473d-ab9c-e356e249dcfb) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:05:13.955705 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-36ac01e3-8c04-4b1c-8dfb-b44a3c59faaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:14.023937 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-545da267-9625-49bd-bcb1-a62ba335b234 req-8127dda3-fd8e-46ac-ac89-cdfb5376f7ef tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks [] for security_group_rule, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:14.026133 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-545da267-9625-49bd-bcb1-a62ba335b234 req-8127dda3-fd8e-46ac-ac89-cdfb5376f7ef tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7606151 Jan 19 16:05:14.084808 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-96cecea0-2ba2-4bab-8e8c-dcfe48ec7960 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=2276ed32d763423da7fe402d1b872768&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5062897 Jan 19 16:05:14.085868 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cecea0-2ba2-4bab-8e8c-dcfe48ec7960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ff24a0-8689-4d5d-bfad-aaa141758758,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:14.089908 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47652) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:14.096646 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-96cecea0-2ba2-4bab-8e8c-dcfe48ec7960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:14.124839 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-708c693a-985a-4025-ab41-f26f375079fb req-17647eb7-e7f6-4854-b2a3-7ce8df5c1dd4 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852269169'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:14.150116 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:14.215761 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17647eb7-e7f6-4854-b2a3-7ce8df5c1dd4 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Pushing event deleted for resources: {'Port': ['ID=956d8a65-c245-4609-b37d-84ea28779f96,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:14.295168 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-17647eb7-e7f6-4854-b2a3-7ce8df5c1dd4 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:14.356777 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e01bb3e5-a226-4365-ad4d-a321b294db00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:14.441639 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e01bb3e5-a226-4365-ad4d-a321b294db00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:14.537345 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-708c693a-985a-4025-ab41-f26f375079fb req-17647eb7-e7f6-4854-b2a3-7ce8df5c1dd4 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] No DVR routers for this DVR port 956d8a65-c245-4609-b37d-84ea28779f96 on host hv-cinder-66710 {{(pid=80159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 16:05:14.540028 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-708c693a-985a-4025-ab41-f26f375079fb req-17647eb7-e7f6-4854-b2a3-7ce8df5c1dd4 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:14.543743 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570ce5bd-873d-4c59-8815-87c6bbf52ac0', 'name': 'network-vif-deleted', 'tag': '956d8a65-c245-4609-b37d-84ea28779f96'}] {{(pid=80159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:05:14.552459 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-c61cb408-62c1-4d67-9269-1516634507dd req-11cd13cf-fbf7-4833-84da-4ada1be84e82 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Synchronizing usage tracker for tenant:a5ad27bc88e04bd18332340c160e78f4 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:05:14.574476 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-708c693a-985a-4025-ab41-f26f375079fb req-17647eb7-e7f6-4854-b2a3-7ce8df5c1dd4 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.104 "DELETE /v2.0/ports/956d8a65-c245-4609-b37d-84ea28779f96 HTTP/1.1" status: 204 len: 173 time: 4.0021467 Jan 19 16:05:14.575805 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e01bb3e5-a226-4365-ad4d-a321b294db00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:14.578985 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e01bb3e5-a226-4365-ad4d-a321b294db00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:14.584326 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-e01bb3e5-a226-4365-ad4d-a321b294db00 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/76ff24a0-8689-4d5d-bfad-aaa141758758 HTTP/1.1" status: 204 len: 168 time: 0.4857411 Jan 19 16:05:14.584326 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-49ec373d-e1db-46fe-a159-f64d35190794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:14.600891 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01bb3e5-a226-4365-ad4d-a321b294db00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ff24a0-8689-4d5d-bfad-aaa141758758,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:14.603066 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e01bb3e5-a226-4365-ad4d-a321b294db00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:14.704348 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e8723-9a68-4f0e-b555-794c795e7c57 req-cb3a1ad4-81e9-4140-94b8-9254f6c43b32 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:14.706092 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-138e8723-9a68-4f0e-b555-794c795e7c57 req-cb3a1ad4-81e9-4140-94b8-9254f6c43b32 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=570ce5bd-873d-4c59-8815-87c6bbf52ac0 HTTP/1.1" status: 200 len: 943 time: 0.8713596 Jan 19 16:05:14.722123 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff146ef0-ed13-464e-aed3-f35b9512b381 req-ceb090ff-072f-44fa-a982-2659a98a1fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:14.725167 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ff146ef0-ed13-464e-aed3-f35b9512b381 req-ceb090ff-072f-44fa-a982-2659a98a1fd1 service neutron] 10.222.0.104 "GET /v2.0/networks?id=6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 HTTP/1.1" status: 200 len: 904 time: 0.8781564 Jan 19 16:05:14.748619 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-c61cb408-62c1-4d67-9269-1516634507dd req-11cd13cf-fbf7-4833-84da-4ada1be84e82 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Unset dirty status for tenant:a5ad27bc88e04bd18332340c160e78f4 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:05:14.749866 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c61cb408-62c1-4d67-9269-1516634507dd req-11cd13cf-fbf7-4833-84da-4ada1be84e82 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 210 time: 0.3016057 Jan 19 16:05:15.019722 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-138e8723-9a68-4f0e-b555-794c795e7c57 req-c78ef0fc-9d67-48d9-a858-39c486fde08c tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929757 Jan 19 16:05:15.044602 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-c8b957ad-57c6-44af-a16f-66c9d1317ae3 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:15.049750 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ff146ef0-ed13-464e-aed3-f35b9512b381 req-8428a896-a81f-4081-8652-cdc70bfc3013 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b3f4d32-e368-434f-ae52-2cec572a5046 HTTP/1.1" status: 200 len: 1001 time: 0.3031886 Jan 19 16:05:15.173960 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570ce5bd-873d-4c59-8815-87c6bbf52ac0', 'name': 'network-vif-deleted', 'tag': '956d8a65-c245-4609-b37d-84ea28779f96', 'status': 'completed', 'code': 200} Jan 19 16:05:15.190123 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-c8b957ad-57c6-44af-a16f-66c9d1317ae3 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Transition to ACTIVE for port object 3dd25e4d-8182-473d-ab9c-e356e249dcfb will not be triggered until provisioned by entity DHCP. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:05:15.238608 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-982661d2-b213-4606-a054-3bb1c28dc06f req-922a84bc-5093-477b-9473-f89049e3dec5 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Synchronizing usage tracker for tenant:2e0ee6f28ba94989ad38ea08f56b666f on resource:security_group {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:05:15.249955 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff146ef0-ed13-464e-aed3-f35b9512b381 req-566bfd09-3f09-4db0-abf9-face0250cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:15.252243 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ff146ef0-ed13-464e-aed3-f35b9512b381 req-566bfd09-3f09-4db0-abf9-face0250cbf9 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2ac4c3c0-47d4-4e4c-9947-77ff1933d492 HTTP/1.1" status: 200 len: 849 time: 0.1430073 Jan 19 16:05:15.343881 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-982661d2-b213-4606-a054-3bb1c28dc06f req-922a84bc-5093-477b-9473-f89049e3dec5 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Unset dirty status for tenant:2e0ee6f28ba94989ad38ea08f56b666f on resource:security_group {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:05:15.346197 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-982661d2-b213-4606-a054-3bb1c28dc06f req-922a84bc-5093-477b-9473-f89049e3dec5 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-810253856&fields=id&tenant_id=2e0ee6f28ba94989ad38ea08f56b666f HTTP/1.1" status: 200 len: 267 time: 0.2913501 Jan 19 16:05:15.357113 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-c8b957ad-57c6-44af-a16f-66c9d1317ae3 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:15.380050 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47662) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:15.382572 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e3a08b24-bb89-4cee-9f77-3d470fdab327 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:15.414237 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8e8ef88e-46b4-4540-95bb-d9a0642a71f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:15.443629 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-8e8ef88e-46b4-4540-95bb-d9a0642a71f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:05:15.452114 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-8e8ef88e-46b4-4540-95bb-d9a0642a71f1 admin admin] Usage tracker for resource:security_group_rule and tenant:39d4397b890843b5a89912bed31d81a6 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:05:15.457713 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-8e8ef88e-46b4-4540-95bb-d9a0642a71f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:05:15.470428 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-8e8ef88e-46b4-4540-95bb-d9a0642a71f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:05:15.590830 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8e8ef88e-46b4-4540-95bb-d9a0642a71f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:15.601949 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8e8ef88e-46b4-4540-95bb-d9a0642a71f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:15.617718 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-534b343b-b298-43af-a2e2-44eb68638c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:15.638482 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b957ad-57c6-44af-a16f-66c9d1317ae3 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Pushing event updated for resources: {'Port': ['ID=3dd25e4d-8182-473d-ab9c-e356e249dcfb,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:15.650593 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c8b957ad-57c6-44af-a16f-66c9d1317ae3 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:15.711270 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-8e8ef88e-46b4-4540-95bb-d9a0642a71f1 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=39d4397b890843b5a89912bed31d81a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3284771 Jan 19 16:05:15.713832 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ef88e-46b4-4540-95bb-d9a0642a71f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024708fe-e87a-4618-8f5b-36f68aff3ece,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:15.715975 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff146ef0-ed13-464e-aed3-f35b9512b381 req-b1ac3e6d-30d4-443a-b4f7-057d2c27e42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:15.718600 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ff146ef0-ed13-464e-aed3-f35b9512b381 req-b1ac3e6d-30d4-443a-b4f7-057d2c27e42f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6ea02ce0-bc45-4d69-89bd-6b33e937c1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4502268 Jan 19 16:05:15.719550 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47666) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:15.721615 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-8e8ef88e-46b4-4540-95bb-d9a0642a71f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:15.849512 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c0d36622-607b-41f1-97d9-acd94d5a3192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:15.884592 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c0d36622-607b-41f1-97d9-acd94d5a3192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:15.945122 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982661d2-b213-4606-a054-3bb1c28dc06f req-06f57c24-dacb-4104-9781-a5ad6d13cc1c tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:15.945412 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c0d36622-607b-41f1-97d9-acd94d5a3192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:15.947773 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-982661d2-b213-4606-a054-3bb1c28dc06f req-06f57c24-dacb-4104-9781-a5ad6d13cc1c tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 946 time: 0.5873230 Jan 19 16:05:15.955763 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4c7a8435-cda5-493b-8cfa-ee7a984d7768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:15.962492 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-c8b957ad-57c6-44af-a16f-66c9d1317ae3 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Network 6f889a84-1af9-40d2-bcf9-6e9854a6418c is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:05:15.971299 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-c8b957ad-57c6-44af-a16f-66c9d1317ae3 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:05:15.976433 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d36622-607b-41f1-97d9-acd94d5a3192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024708fe-e87a-4618-8f5b-36f68aff3ece,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:15.989720 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-c8b957ad-57c6-44af-a16f-66c9d1317ae3 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:05:15.989919 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c0d36622-607b-41f1-97d9-acd94d5a3192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:15.990739 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c0d36622-607b-41f1-97d9-acd94d5a3192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:15.997934 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-c0d36622-607b-41f1-97d9-acd94d5a3192 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/024708fe-e87a-4618-8f5b-36f68aff3ece HTTP/1.1" status: 204 len: 168 time: 0.2739108 Jan 19 16:05:16.042011 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-982661d2-b213-4606-a054-3bb1c28dc06f req-0609cf6f-cbf4-40fc-a5f2-498e6236b554 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Request body: {'port': {'security_groups': ['27438f50-cf15-41b3-a444-43c631bc9ad7', '99bfe3ea-aa86-4564-8230-bb0cafcdbe93']}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:05:16.291464 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ff146ef0-ed13-464e-aed3-f35b9512b381 req-9daf4652-6c97-4a49-bc8b-3fc9c64703c2 service neutron] 10.222.0.104 "GET /v2.0/networks/6ea02ce0-bc45-4d69-89bd-6b33e937c1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548899 Jan 19 16:05:16.340643 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-c8b957ad-57c6-44af-a16f-66c9d1317ae3 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:16.341671 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-c8b957ad-57c6-44af-a16f-66c9d1317ae3 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:16.372268 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-e6da1fb6-08e0-48fe-b83c-22489202681e None None] Provisioning for port 3dd25e4d-8182-473d-ab9c-e356e249dcfb completed by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:05:16.381089 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-e6da1fb6-08e0-48fe-b83c-22489202681e None None] Provisioning complete for port 3dd25e4d-8182-473d-ab9c-e356e249dcfb triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:05:16.382310 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e6da1fb6-08e0-48fe-b83c-22489202681e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:16.452287 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-e6da1fb6-08e0-48fe-b83c-22489202681e None None] Port 3dd25e4d-8182-473d-ab9c-e356e249dcfb cannot update to ACTIVE because it is not bound. {{(pid=80161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 16:05:16.663468 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-c8b957ad-57c6-44af-a16f-66c9d1317ae3 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1269236 Jan 19 16:05:16.710829 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-9ed976fd-3824-4079-8489-40d13aa6e248 service neutron] Request body: {'port': {'device_id': '049b65e1-baa3-465c-a14b-1ca0737f11ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:05:16.744983 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-982661d2-b213-4606-a054-3bb1c28dc06f req-0609cf6f-cbf4-40fc-a5f2-498e6236b554 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:16.837128 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfeeb31-e14b-4583-9121-5a10763ec6e6 req-67760ba2-07b2-486f-b8c6-b70d9f2e5efa tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:16.840420 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ccfeeb31-e14b-4583-9121-5a10763ec6e6 req-67760ba2-07b2-486f-b8c6-b70d9f2e5efa tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 932 time: 0.7323506 Jan 19 16:05:17.051867 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ff146ef0-ed13-464e-aed3-f35b9512b381 req-10c51922-d225-48c8-8e5d-4820ab5ae0f9 service neutron] 10.222.0.104 "GET /v2.0/networks/6ea02ce0-bc45-4d69-89bd-6b33e937c1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7021070 Jan 19 16:05:17.200914 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ccfeeb31-e14b-4583-9121-5a10763ec6e6 req-c76b44e2-d0f0-4c58-8f2f-4503302f588f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3207135 Jan 19 16:05:17.261098 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-9ed976fd-3824-4079-8489-40d13aa6e248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:18.444797 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-982661d2-b213-4606-a054-3bb1c28dc06f req-0609cf6f-cbf4-40fc-a5f2-498e6236b554 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] For port 69ce9b52-aadf-4053-9bb2-4349c820591f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=69ce9b52-aadf-4053-9bb2-4349c820591f,segment=NetworkSegment(8643ba2a-8957-4c06-9be1-497b7d338801),segment_id=8643ba2a-8957-4c06-9be1-497b7d338801)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:05:18.543948 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-982661d2-b213-4606-a054-3bb1c28dc06f req-0609cf6f-cbf4-40fc-a5f2-498e6236b554 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:18.551832 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-982661d2-b213-4606-a054-3bb1c28dc06f req-0609cf6f-cbf4-40fc-a5f2-498e6236b554 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:18.572069 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-a812d3d2-9a3c-47a1-89a8-21da849dc24b tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:18.648458 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd650f7f-3de9-4ea2-aeee-3f3f791b22c2 req-327aa1fc-1e5f-41e8-bc68-5a93b42c0ed9 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:18.650213 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cd650f7f-3de9-4ea2-aeee-3f3f791b22c2 req-327aa1fc-1e5f-41e8-bc68-5a93b42c0ed9 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.7707558 Jan 19 16:05:18.652534 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.resource_extend [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-9ed976fd-3824-4079-8489-40d13aa6e248 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 19 16:05:18.899344 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609cf6f-cbf4-40fc-a5f2-498e6236b554 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Pushing event updated for resources: {'Port': ['ID=69ce9b52-aadf-4053-9bb2-4349c820591f,revision_number=5']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:18.910887 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-9ed976fd-3824-4079-8489-40d13aa6e248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dd25e4d-8182-473d-ab9c-e356e249dcfb {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 16:05:18.931721 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-0609cf6f-cbf4-40fc-a5f2-498e6236b554 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:18.935391 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-9ed976fd-3824-4079-8489-40d13aa6e248 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:18.959011 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cd650f7f-3de9-4ea2-aeee-3f3f791b22c2 req-cc1ac20a-87f0-4736-ac03-a5106eb31b38 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868588 Jan 19 16:05:18.993729 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-9ed976fd-3824-4079-8489-40d13aa6e248 service neutron] Transition to ACTIVE for port object 3dd25e4d-8182-473d-ab9c-e356e249dcfb will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:05:19.004820 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-9ed976fd-3824-4079-8489-40d13aa6e248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:19.030929 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-b290aa98-8493-42f3-bfe1-deccfe0a723e tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:19.326207 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982661d2-b213-4606-a054-3bb1c28dc06f req-0609cf6f-cbf4-40fc-a5f2-498e6236b554 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:19.326996 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-982661d2-b213-4606-a054-3bb1c28dc06f req-0609cf6f-cbf4-40fc-a5f2-498e6236b554 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:19.329656 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-982661d2-b213-4606-a054-3bb1c28dc06f req-0609cf6f-cbf4-40fc-a5f2-498e6236b554 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "PUT /v2.0/ports/69ce9b52-aadf-4053-9bb2-4349c820591f HTTP/1.1" status: 200 len: 982 time: 3.3601382 Jan 19 16:05:19.344290 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3357c1cf-89ea-4ad2-927d-9211526277d0', 'tag': '69ce9b52-aadf-4053-9bb2-4349c820591f'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:05:19.380181 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed976fd-3824-4079-8489-40d13aa6e248 service neutron] Pushing event updated for resources: {'Port': ['ID=3dd25e4d-8182-473d-ab9c-e356e249dcfb,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:19.391215 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9ed976fd-3824-4079-8489-40d13aa6e248 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:19.428710 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 69ce9b52-aadf-4053-9bb2-4349c820591f up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:05:19.694238 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-9e454171-1f6d-4c0c-9c80-048a615c4154 None None] Provisioning complete for port 69ce9b52-aadf-4053-9bb2-4349c820591f triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:05:19.695030 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9e454171-1f6d-4c0c-9c80-048a615c4154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:19.790818 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450f510-d2c5-437a-95bf-a88ffe7005d2 req-9744f84f-357d-4586-bcdd-4c102e3dc4f4 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:19.793682 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7450f510-d2c5-437a-95bf-a88ffe7005d2 req-9744f84f-357d-4586-bcdd-4c102e3dc4f4 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 944 time: 0.5694041 Jan 19 16:05:19.863431 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 69ce9b52-aadf-4053-9bb2-4349c820591f triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:05:19.864538 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:19.992244 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7450f510-d2c5-437a-95bf-a88ffe7005d2 req-4f14a7e6-a28e-4e26-85d8-0b0ebc85133d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511977 Jan 19 16:05:20.007530 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-9ed976fd-3824-4079-8489-40d13aa6e248 service neutron] Attempting to bind port 3dd25e4d-8182-473d-ab9c-e356e249dcfb on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 16:05:20.007990 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-9ed976fd-3824-4079-8489-40d13aa6e248 service neutron] Attempting to bind port 3dd25e4d-8182-473d-ab9c-e356e249dcfb by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': 'e72f2297-08fd-49e9-9edb-06951c7ef4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 16:05:20.008379 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-9ed976fd-3824-4079-8489-40d13aa6e248 service neutron] Attempting to bind port 3dd25e4d-8182-473d-ab9c-e356e249dcfb on network 6f889a84-1af9-40d2-bcf9-6e9854a6418c {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 16:05:20.021073 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-9ed976fd-3824-4079-8489-40d13aa6e248 service neutron] Checking agent: {'id': '073d1919-22dd-4be4-a5f1-d010cf1bf21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 56, 7), 'started_at': datetime.datetime(2021, 1, 19, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 16:05:20.021662 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-9ed976fd-3824-4079-8489-40d13aa6e248 service neutron] Checking segment: {'id': 'e72f2297-08fd-49e9-9edb-06951c7ef4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:05:20.021903 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-9ed976fd-3824-4079-8489-40d13aa6e248 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:20.022231 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-9ed976fd-3824-4079-8489-40d13aa6e248 service neutron] Bound using segment: {'id': 'e72f2297-08fd-49e9-9edb-06951c7ef4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 16:05:20.022759 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-9ed976fd-3824-4079-8489-40d13aa6e248 service neutron] Bound port: 3dd25e4d-8182-473d-ab9c-e356e249dcfb, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72f2297-08fd-49e9-9edb-06951c7ef4e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 16:05:20.023155 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-9ed976fd-3824-4079-8489-40d13aa6e248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:20.108170 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83499e-67e3-4007-8431-aa0b69f97f99 req-00460cfe-b899-4c75-a457-d1142bad7831 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:20.118445 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-aa83499e-67e3-4007-8431-aa0b69f97f99 req-00460cfe-b899-4c75-a457-d1142bad7831 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 985 time: 0.4670932 Jan 19 16:05:20.252397 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3357c1cf-89ea-4ad2-927d-9211526277d0', 'tag': '69ce9b52-aadf-4053-9bb2-4349c820591f', 'status': 'completed', 'code': 200} Jan 19 16:05:20.397456 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-aa83499e-67e3-4007-8431-aa0b69f97f99 req-7ad1077d-ab41-47ea-bafa-97642156385d tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=99bfe3ea-aa86-4564-8230-bb0cafcdbe93&id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.2774189 Jan 19 16:05:20.577951 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-9ed976fd-3824-4079-8489-40d13aa6e248 service neutron] For port 3dd25e4d-8182-473d-ab9c-e356e249dcfb, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 16:05:20.624055 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-9ed976fd-3824-4079-8489-40d13aa6e248 service neutron] For port 3dd25e4d-8182-473d-ab9c-e356e249dcfb, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=3dd25e4d-8182-473d-ab9c-e356e249dcfb,segment=NetworkSegment(e72f2297-08fd-49e9-9edb-06951c7ef4e0),segment_id=e72f2297-08fd-49e9-9edb-06951c7ef4e0)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 16:05:20.636218 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-9ed976fd-3824-4079-8489-40d13aa6e248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:20.674036 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-14470017-326f-4df9-9947-6bb7cbfb264b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:20.758281 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48821d28-c88e-448f-af5e-98b2ca0f2cb7 req-068dcca3-ab0b-43a2-a6e3-374f63b64d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:20.761158 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-48821d28-c88e-448f-af5e-98b2ca0f2cb7 req-068dcca3-ab0b-43a2-a6e3-374f63b64d2b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=2e0ee6f28ba94989ad38ea08f56b666f&device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 1203 time: 0.4747157 Jan 19 16:05:21.028775 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0fd59-34a9-4618-a2a5-e19ada4e5e1b req-4d6f1041-d3db-42bb-8238-44ef5eebd237 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:21.031644 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2ad0fd59-34a9-4618-a2a5-e19ada4e5e1b req-4d6f1041-d3db-42bb-8238-44ef5eebd237 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.5948389 Jan 19 16:05:21.234703 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed976fd-3824-4079-8489-40d13aa6e248 service neutron] Pushing event updated for resources: {'Port': ['ID=3dd25e4d-8182-473d-ab9c-e356e249dcfb,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:21.247473 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9ed976fd-3824-4079-8489-40d13aa6e248 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:21.351341 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2ad0fd59-34a9-4618-a2a5-e19ada4e5e1b req-9b659aee-c35f-4420-a3fb-d1a9054b80d0 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184782 Jan 19 16:05:21.452566 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48821d28-c88e-448f-af5e-98b2ca0f2cb7 req-29087b9f-de52-4ad3-ad32-ea733649037c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:21.454175 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-48821d28-c88e-448f-af5e-98b2ca0f2cb7 req-29087b9f-de52-4ad3-ad32-ea733649037c service neutron] 10.222.0.104 "GET /v2.0/networks?id=32ada299-f940-43f6-a6d6-7b24d2f5c6aa HTTP/1.1" status: 200 len: 909 time: 0.6678531 Jan 19 16:05:21.802244 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-9ed976fd-3824-4079-8489-40d13aa6e248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:21.816105 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-9ed976fd-3824-4079-8489-40d13aa6e248 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:21.816105 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-9ed976fd-3824-4079-8489-40d13aa6e248 service neutron] 10.222.0.104 "PUT /v2.0/ports/3dd25e4d-8182-473d-ab9c-e356e249dcfb HTTP/1.1" status: 200 len: 1158 time: 5.1035287 Jan 19 16:05:21.982734 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-48821d28-c88e-448f-af5e-98b2ca0f2cb7 req-5cc2a249-ee75-480c-bd93-45909cbf26f3 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69ce9b52-aadf-4053-9bb2-4349c820591f HTTP/1.1" status: 200 len: 1001 time: 0.5131266 Jan 19 16:05:22.011840 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4e0e0-439e-4c6e-acfa-98595f1246ad req-f9765486-4fe4-47ea-aec2-b8ac9c0761fa tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:22.014039 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-14e4e0e0-439e-4c6e-acfa-98595f1246ad req-f9765486-4fe4-47ea-aec2-b8ac9c0761fa tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 944 time: 0.6693230 Jan 19 16:05:22.232804 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48821d28-c88e-448f-af5e-98b2ca0f2cb7 req-e8ba04a4-718d-468e-b1ff-e7340acac9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:22.235808 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-48821d28-c88e-448f-af5e-98b2ca0f2cb7 req-e8ba04a4-718d-468e-b1ff-e7340acac9e8 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=0ae45b3e-7638-4b09-9105-d3f10811827b HTTP/1.1" status: 200 len: 854 time: 0.2153401 Jan 19 16:05:22.254289 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049b65e1-baa3-465c-a14b-1ca0737f11ad', 'tag': '3dd25e4d-8182-473d-ab9c-e356e249dcfb'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:05:22.347466 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-14e4e0e0-439e-4c6e-acfa-98595f1246ad req-39ea29a6-04a1-4732-928e-01e85f138fce tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662339 Jan 19 16:05:22.364102 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-8b3d6787-78b0-4707-a22a-c808b14c1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:22.366809 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-8b3d6787-78b0-4707-a22a-c808b14c1c26 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a5ad27bc88e04bd18332340c160e78f4&device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 1161 time: 0.4786558 Jan 19 16:05:22.369748 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '049b65e1-baa3-465c-a14b-1ca0737f11ad', 'tag': '3dd25e4d-8182-473d-ab9c-e356e249dcfb', 'status': 'completed', 'code': 200} Jan 19 16:05:22.527254 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-69411c17-2bdf-4e46-ae44-8ae5547033dd service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dd25e4d-8182-473d-ab9c-e356e249dcfb HTTP/1.1" status: 200 len: 217 time: 0.1430957 Jan 19 16:05:22.677211 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48821d28-c88e-448f-af5e-98b2ca0f2cb7 req-e6209ba0-fd73-4134-9dc0-bf1ca610772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:22.679685 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-48821d28-c88e-448f-af5e-98b2ca0f2cb7 req-e6209ba0-fd73-4134-9dc0-bf1ca610772c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=32ada299-f940-43f6-a6d6-7b24d2f5c6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4272711 Jan 19 16:05:22.755073 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-e3ed8a98-621f-475d-adf0-d6d9ad0f979e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:22.757804 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-e3ed8a98-621f-475d-adf0-d6d9ad0f979e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=50029681-e86b-47f1-bdb3-0326582392cc HTTP/1.1" status: 200 len: 856 time: 0.2209203 Jan 19 16:05:22.963430 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c247a-e5fe-4fac-89c7-83ee3f802102 req-37f2db09-ffb9-4683-8f7a-379ab3564f9e tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:22.965730 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c12c247a-e5fe-4fac-89c7-83ee3f802102 req-37f2db09-ffb9-4683-8f7a-379ab3564f9e tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.3871789 Jan 19 16:05:23.027129 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-48821d28-c88e-448f-af5e-98b2ca0f2cb7 req-51054625-1002-4ee0-81f2-d952b402b163 service neutron] 10.222.0.104 "GET /v2.0/networks/32ada299-f940-43f6-a6d6-7b24d2f5c6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325725 Jan 19 16:05:23.113556 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c12c247a-e5fe-4fac-89c7-83ee3f802102 req-05abe8e7-8e09-4774-aa18-c7181537959d tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168096 Jan 19 16:05:23.115745 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-de506ec0-eb90-4c64-b1d0-b465868a97ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:23.117534 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-de506ec0-eb90-4c64-b1d0-b465868a97ef service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6f889a84-1af9-40d2-bcf9-6e9854a6418c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3038549 Jan 19 16:05:23.470440 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-48821d28-c88e-448f-af5e-98b2ca0f2cb7 req-d563f9fc-cd92-4eda-b8ba-0b7e428986b1 service neutron] 10.222.0.104 "GET /v2.0/networks/32ada299-f940-43f6-a6d6-7b24d2f5c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4229610 Jan 19 16:05:23.513474 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-77fea7fb-ae9c-4fd1-9d03-582d942375f6 service neutron] 10.222.0.104 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350792 Jan 19 16:05:23.899073 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e8fece9a-a1cf-4ab6-8399-5ef67a1b7ce7 req-7ab49a0f-0365-4126-a0f5-6a1837ab21cc service neutron] 10.222.0.104 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3651640 Jan 19 16:05:23.964641 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d89d9-7c20-431d-ae08-d0b0d8cf2a9c req-966b13db-d0f0-4778-95e3-befa596ef21f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:23.967659 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-812d89d9-7c20-431d-ae08-d0b0d8cf2a9c req-966b13db-d0f0-4778-95e3-befa596ef21f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 944 time: 0.3038461 Jan 19 16:05:24.129400 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-812d89d9-7c20-431d-ae08-d0b0d8cf2a9c req-c295c321-9ab3-4856-8380-2e394c566161 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160886 Jan 19 16:05:24.165969 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73ee72-573c-4454-b7cc-37655f0bbb2f req-3141c4fa-567e-4009-aa2b-080fa1f73435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:24.169612 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8a73ee72-573c-4454-b7cc-37655f0bbb2f req-3141c4fa-567e-4009-aa2b-080fa1f73435 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a5ad27bc88e04bd18332340c160e78f4&device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 1161 time: 0.1981683 Jan 19 16:05:24.476845 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73ee72-573c-4454-b7cc-37655f0bbb2f req-062fb030-9b6e-4bce-bbce-ed64c0792c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:24.480469 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8a73ee72-573c-4454-b7cc-37655f0bbb2f req-062fb030-9b6e-4bce-bbce-ed64c0792c83 service neutron] 10.222.0.104 "GET /v2.0/networks?id=6f889a84-1af9-40d2-bcf9-6e9854a6418c HTTP/1.1" status: 200 len: 911 time: 0.2989795 Jan 19 16:05:24.581227 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8a73ee72-573c-4454-b7cc-37655f0bbb2f req-b5354349-cf38-4fa1-96b6-a247e0b5066b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dd25e4d-8182-473d-ab9c-e356e249dcfb HTTP/1.1" status: 200 len: 217 time: 0.0893338 Jan 19 16:05:24.706067 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f076cec-2164-426e-ab9e-5ca4438668e8 req-d1fa094f-195d-44b7-b6db-a16a5d3cf0d6 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:24.707882 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6f076cec-2164-426e-ab9e-5ca4438668e8 req-d1fa094f-195d-44b7-b6db-a16a5d3cf0d6 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.3309519 Jan 19 16:05:24.718373 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73ee72-573c-4454-b7cc-37655f0bbb2f req-d16e862f-b6fc-499a-918c-97b606f811a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:24.719993 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8a73ee72-573c-4454-b7cc-37655f0bbb2f req-d16e862f-b6fc-499a-918c-97b606f811a3 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=50029681-e86b-47f1-bdb3-0326582392cc HTTP/1.1" status: 200 len: 856 time: 0.1230636 Jan 19 16:05:24.858877 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6f076cec-2164-426e-ab9e-5ca4438668e8 req-5552b0c5-e6f8-4808-8a2d-186208e66928 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430695 Jan 19 16:05:24.901797 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73ee72-573c-4454-b7cc-37655f0bbb2f req-40b2b8b2-fc64-4939-af35-dafc3b806fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:24.904936 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8a73ee72-573c-4454-b7cc-37655f0bbb2f req-40b2b8b2-fc64-4939-af35-dafc3b806fda service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6f889a84-1af9-40d2-bcf9-6e9854a6418c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1695287 Jan 19 16:05:25.123323 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8a73ee72-573c-4454-b7cc-37655f0bbb2f req-7147701e-a9d5-406d-b534-93e8f9669321 service neutron] 10.222.0.104 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013984 Jan 19 16:05:25.314624 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-8a73ee72-573c-4454-b7cc-37655f0bbb2f req-95bd02a3-db93-4c18-9a8f-7408c8745f72 service neutron] 10.222.0.104 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1768875 Jan 19 16:05:25.887700 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c2f89-8917-4825-bc11-1563325c324b req-05407384-97a7-4c0d-a4c5-055d872b8527 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:25.889484 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-768c2f89-8917-4825-bc11-1563325c324b req-05407384-97a7-4c0d-a4c5-055d872b8527 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 944 time: 0.4398956 Jan 19 16:05:25.973214 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-768c2f89-8917-4825-bc11-1563325c324b req-13d5d21e-25de-4998-a3fd-60b5286fcd58 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685890 Jan 19 16:05:26.207514 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 47784) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:26.260660 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b569c7a-4383-4f22-be99-403bcbdfcbc9 req-e45426fc-8b3c-43c2-93c5-ad1579a8fce7 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:26.262490 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2b569c7a-4383-4f22-be99-403bcbdfcbc9 req-e45426fc-8b3c-43c2-93c5-ad1579a8fce7 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.1412883 Jan 19 16:05:26.327253 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2b569c7a-4383-4f22-be99-403bcbdfcbc9 req-313166b8-7f21-449b-ab31-edbbc85d5b0e tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572486 Jan 19 16:05:26.408082 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-bcf8c6f4-d7e1-47a4-a354-bdced95d7f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:26.438253 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-bcf8c6f4-d7e1-47a4-a354-bdced95d7f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:05:26.445899 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-bcf8c6f4-d7e1-47a4-a354-bdced95d7f1b admin admin] Usage tracker for resource:security_group_rule and tenant:8aec6d68356d4a098c03da94fc5d0266 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:05:26.451790 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-bcf8c6f4-d7e1-47a4-a354-bdced95d7f1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:05:26.462858 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-bcf8c6f4-d7e1-47a4-a354-bdced95d7f1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:05:26.574389 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-bcf8c6f4-d7e1-47a4-a354-bdced95d7f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:26.578056 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-bcf8c6f4-d7e1-47a4-a354-bdced95d7f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:26.589622 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c6927c6d-df84-43fd-a9ac-fb8ca4e2481f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:26.642153 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-bcf8c6f4-d7e1-47a4-a354-bdced95d7f1b admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=8aec6d68356d4a098c03da94fc5d0266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4332671 Jan 19 16:05:26.644376 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8c6f4-d7e1-47a4-a354-bdced95d7f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8817bcc4-9027-43c0-8944-de83c62c326f,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:26.645304 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47790) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:26.648515 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-bcf8c6f4-d7e1-47a4-a354-bdced95d7f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:26.718549 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-030195e8-c9d1-41a3-b452-b4bdd4d1a395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:26.756101 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-030195e8-c9d1-41a3-b452-b4bdd4d1a395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:26.820004 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-030195e8-c9d1-41a3-b452-b4bdd4d1a395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:26.828848 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-3c4eca9f-bce0-49b7-b05f-61b023d419cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:26.843708 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030195e8-c9d1-41a3-b452-b4bdd4d1a395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8817bcc4-9027-43c0-8944-de83c62c326f,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:26.846971 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-030195e8-c9d1-41a3-b452-b4bdd4d1a395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:26.847967 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-030195e8-c9d1-41a3-b452-b4bdd4d1a395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:26.855155 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-030195e8-c9d1-41a3-b452-b4bdd4d1a395 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/8817bcc4-9027-43c0-8944-de83c62c326f HTTP/1.1" status: 204 len: 168 time: 0.2028553 Jan 19 16:05:27.311677 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c23f2-80dc-4b84-988d-2c53e9850f07 req-30167ddf-0648-4c32-ac65-78d60798e102 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:27.314565 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d66c23f2-80dc-4b84-988d-2c53e9850f07 req-30167ddf-0648-4c32-ac65-78d60798e102 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.104 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.2289355 Jan 19 16:05:27.371281 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47800) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:27.395733 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ef5f8eff-b055-4427-9149-ae27b4dc6a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:27.416049 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-ef5f8eff-b055-4427-9149-ae27b4dc6a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:05:27.421493 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-ef5f8eff-b055-4427-9149-ae27b4dc6a5a admin admin] Usage tracker for resource:security_group_rule and tenant:92f129c58f174fee8ead1e585671fc9c is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:05:27.425104 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-ef5f8eff-b055-4427-9149-ae27b4dc6a5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:05:27.432276 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-ef5f8eff-b055-4427-9149-ae27b4dc6a5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:05:27.521068 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-d66c23f2-80dc-4b84-988d-2c53e9850f07 req-2b0de0a0-5bf5-4854-8e33-c52fde9bfac8 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Deleting port 92488719-a1fb-4a6e-acd7-6e2f8919b13c {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:05:27.521727 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-d66c23f2-80dc-4b84-988d-2c53e9850f07 req-2b0de0a0-5bf5-4854-8e33-c52fde9bfac8 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:27.563435 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ef5f8eff-b055-4427-9149-ae27b4dc6a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:27.568412 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ef5f8eff-b055-4427-9149-ae27b4dc6a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:27.581557 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c0d36622-607b-41f1-97d9-acd94d5a3192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:27.632469 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-ef5f8eff-b055-4427-9149-ae27b4dc6a5a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=92f129c58f174fee8ead1e585671fc9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2598112 Jan 19 16:05:27.633275 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f8eff-b055-4427-9149-ae27b4dc6a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6d9c11-e11d-4f45-8986-d9b9f650db5f,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:27.637423 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47806) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:27.640522 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-ef5f8eff-b055-4427-9149-ae27b4dc6a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:27.722507 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-dc8bb67f-1a15-48ea-a9a2-74c5fcc548d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:27.765631 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-dc8bb67f-1a15-48ea-a9a2-74c5fcc548d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:27.806591 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3e0a2-3ccd-4568-9749-48f4a6330b9e req-6d721837-6cd9-4689-a7e3-15af8f1f2ded tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:27.810572 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-24f3e0a2-3ccd-4568-9749-48f4a6330b9e req-6d721837-6cd9-4689-a7e3-15af8f1f2ded tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 944 time: 0.6000595 Jan 19 16:05:27.817245 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 3dd25e4d-8182-473d-ab9c-e356e249dcfb up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:05:27.850488 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-dc8bb67f-1a15-48ea-a9a2-74c5fcc548d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:27.862557 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-44ab4968-3835-4c28-bc5b-1589156952c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:27.884880 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8bb67f-1a15-48ea-a9a2-74c5fcc548d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6d9c11-e11d-4f45-8986-d9b9f650db5f,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:27.889451 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-dc8bb67f-1a15-48ea-a9a2-74c5fcc548d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:27.892841 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-dc8bb67f-1a15-48ea-a9a2-74c5fcc548d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:27.900652 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-dc8bb67f-1a15-48ea-a9a2-74c5fcc548d6 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/6a6d9c11-e11d-4f45-8986-d9b9f650db5f HTTP/1.1" status: 204 len: 168 time: 0.2586522 Jan 19 16:05:27.971331 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning for port 3dd25e4d-8182-473d-ab9c-e356e249dcfb completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:05:27.979336 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 3dd25e4d-8182-473d-ab9c-e356e249dcfb triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:05:27.980800 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:28.115773 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-24f3e0a2-3ccd-4568-9749-48f4a6330b9e req-06104070-18b1-41a9-aa38-5b3d260c95f7 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492268 Jan 19 16:05:28.177462 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:28.240124 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049b65e1-baa3-465c-a14b-1ca0737f11ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd25e4d-8182-473d-ab9c-e356e249dcfb'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:05:28.265108 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port 3dd25e4d-8182-473d-ab9c-e356e249dcfb, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=3dd25e4d-8182-473d-ab9c-e356e249dcfb,segment=NetworkSegment(e72f2297-08fd-49e9-9edb-06951c7ef4e0),segment_id=e72f2297-08fd-49e9-9edb-06951c7ef4e0)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:05:28.271229 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:28.277811 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:28.330939 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 92488719-a1fb-4a6e-acd7-6e2f8919b13c no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:05:28.341209 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d365b-d5c8-41b8-9343-3c59290ff89f req-e1930fc5-cf1b-4f7f-9971-8dc372b7193a tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:28.343208 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ca0d365b-d5c8-41b8-9343-3c59290ff89f req-e1930fc5-cf1b-4f7f-9971-8dc372b7193a tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 945 time: 0.7358561 Jan 19 16:05:28.405716 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049b65e1-baa3-465c-a14b-1ca0737f11ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd25e4d-8182-473d-ab9c-e356e249dcfb', 'code': 200} Jan 19 16:05:28.449557 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ca0d365b-d5c8-41b8-9343-3c59290ff89f req-615ceeea-6a1b-4119-85a6-cd4f6c33e79f tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900314 Jan 19 16:05:28.452063 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-d66c23f2-80dc-4b84-988d-2c53e9850f07 req-2b0de0a0-5bf5-4854-8e33-c52fde9bfac8 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] For port 92488719-a1fb-4a6e-acd7-6e2f8919b13c, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=92488719-a1fb-4a6e-acd7-6e2f8919b13c,segment=NetworkSegment(942a6058-6ad9-4d21-80db-a7a650c8a90b),segment_id=942a6058-6ad9-4d21-80db-a7a650c8a90b)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:05:28.452601 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-d66c23f2-80dc-4b84-988d-2c53e9850f07 req-2b0de0a0-5bf5-4854-8e33-c52fde9bfac8 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:28.608455 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:28.641020 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=3dd25e4d-8182-473d-ab9c-e356e249dcfb,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:28.655688 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:28.677038 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port 92488719-a1fb-4a6e-acd7-6e2f8919b13c, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=92488719-a1fb-4a6e-acd7-6e2f8919b13c,segment=NetworkSegment(942a6058-6ad9-4d21-80db-a7a650c8a90b),segment_id=942a6058-6ad9-4d21-80db-a7a650c8a90b)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:05:28.683192 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:28.685576 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:28.813118 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=92488719-a1fb-4a6e-acd7-6e2f8919b13c,revision_number=5']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:28.816100 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-d66c23f2-80dc-4b84-988d-2c53e9850f07 req-2b0de0a0-5bf5-4854-8e33-c52fde9bfac8 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Calling delete_port for 92488719-a1fb-4a6e-acd7-6e2f8919b13c owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:05:28.819923 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:29.033636 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8abd4-25ce-47c2-b0c1-62b3f1044709 req-19cfecfe-8b34-4db9-8c8c-538375848213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:29.036648 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d5a8abd4-25ce-47c2-b0c1-62b3f1044709 req-19cfecfe-8b34-4db9-8c8c-538375848213 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 1163 time: 0.3135910 Jan 19 16:05:29.044504 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.api [req-d66c23f2-80dc-4b84-988d-2c53e9850f07 req-2b0de0a0-5bf5-4854-8e33-c52fde9bfac8 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80160) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 16:05:29.045155 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_db.api [req-d66c23f2-80dc-4b84-988d-2c53e9850f07 req-2b0de0a0-5bf5-4854-8e33-c52fde9bfac8 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 16:05:29.120842 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d5a8abd4-25ce-47c2-b0c1-62b3f1044709 req-432ad75e-7254-40cc-a892-9f270043c9d2 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680821 Jan 19 16:05:29.193441 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 3dd25e4d-8182-473d-ab9c-e356e249dcfb up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:05:29.300372 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 3dd25e4d-8182-473d-ab9c-e356e249dcfb triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:05:29.300832 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:29.549475 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-d66c23f2-80dc-4b84-988d-2c53e9850f07 req-2b0de0a0-5bf5-4854-8e33-c52fde9bfac8 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Deleting port 92488719-a1fb-4a6e-acd7-6e2f8919b13c {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:05:29.550224 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-d66c23f2-80dc-4b84-988d-2c53e9850f07 req-2b0de0a0-5bf5-4854-8e33-c52fde9bfac8 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:29.613547 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec800d8-d3a5-471e-a030-6add1227eb9c req-f42f8dcd-b617-4ef4-b26b-86c3e534a061 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:29.615306 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3ec800d8-d3a5-471e-a030-6add1227eb9c req-f42f8dcd-b617-4ef4-b26b-86c3e534a061 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.1621783 Jan 19 16:05:29.773305 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3ec800d8-d3a5-471e-a030-6add1227eb9c req-f941862a-ce7c-40e3-8fce-83b96147b74d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452913 Jan 19 16:05:30.234005 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb8bd3-1c9a-4dcb-b8fe-2cb79eeaeeba req-52a3a2ac-6809-4379-a34d-cd5a88862bc1 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:30.237036 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c6bb8bd3-1c9a-4dcb-b8fe-2cb79eeaeeba req-52a3a2ac-6809-4379-a34d-cd5a88862bc1 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 943 time: 0.4834311 Jan 19 16:05:30.326917 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-d66c23f2-80dc-4b84-988d-2c53e9850f07 req-2b0de0a0-5bf5-4854-8e33-c52fde9bfac8 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] For port 92488719-a1fb-4a6e-acd7-6e2f8919b13c, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=92488719-a1fb-4a6e-acd7-6e2f8919b13c,segment=NetworkSegment(942a6058-6ad9-4d21-80db-a7a650c8a90b),segment_id=942a6058-6ad9-4d21-80db-a7a650c8a90b)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:05:30.327608 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-d66c23f2-80dc-4b84-988d-2c53e9850f07 req-2b0de0a0-5bf5-4854-8e33-c52fde9bfac8 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:30.408216 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed4b7df-e659-44df-ba0c-12953f2ec95f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92488719-a1fb-4a6e-acd7-6e2f8919b13c'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:05:30.528593 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed4b7df-e659-44df-ba0c-12953f2ec95f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92488719-a1fb-4a6e-acd7-6e2f8919b13c', 'code': 200} Jan 19 16:05:30.640309 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-d66c23f2-80dc-4b84-988d-2c53e9850f07 req-2b0de0a0-5bf5-4854-8e33-c52fde9bfac8 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Calling delete_port for 92488719-a1fb-4a6e-acd7-6e2f8919b13c owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:05:30.711021 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c6bb8bd3-1c9a-4dcb-b8fe-2cb79eeaeeba req-0225367f-5a1d-470f-8850-189dfc6acb3b tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/security-groups?id=e750bbdd-35d6-46a1-90db-eea4dd5ff391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604607 Jan 19 16:05:30.997788 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-d66c23f2-80dc-4b84-988d-2c53e9850f07 req-2b0de0a0-5bf5-4854-8e33-c52fde9bfac8 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:31.025698 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-236c4d28-2466-4542-a2b0-9c9d479e3151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:31.127304 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0de0a0-5bf5-4854-8e33-c52fde9bfac8 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Pushing event deleted for resources: {'Port': ['ID=92488719-a1fb-4a6e-acd7-6e2f8919b13c,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:31.131985 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-2b0de0a0-5bf5-4854-8e33-c52fde9bfac8 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:31.421408 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 3dd25e4d-8182-473d-ab9c-e356e249dcfb up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:05:31.427259 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344587b5-bcbe-4652-be73-8ef3d9aac402 req-81d3c39e-1674-4792-870e-00fd9f00ec36 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:31.430243 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-344587b5-bcbe-4652-be73-8ef3d9aac402 req-81d3c39e-1674-4792-870e-00fd9f00ec36 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.3550754 Jan 19 16:05:31.451952 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66c23f2-80dc-4b84-988d-2c53e9850f07 req-2b0de0a0-5bf5-4854-8e33-c52fde9bfac8 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] No DVR routers for this DVR port 92488719-a1fb-4a6e-acd7-6e2f8919b13c on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 16:05:31.457020 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-d66c23f2-80dc-4b84-988d-2c53e9850f07 req-2b0de0a0-5bf5-4854-8e33-c52fde9bfac8 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:31.497107 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed4b7df-e659-44df-ba0c-12953f2ec95f', 'name': 'network-vif-deleted', 'tag': '92488719-a1fb-4a6e-acd7-6e2f8919b13c'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:05:31.522313 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 3dd25e4d-8182-473d-ab9c-e356e249dcfb triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:05:31.523488 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:31.592910 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d66c23f2-80dc-4b84-988d-2c53e9850f07 req-2b0de0a0-5bf5-4854-8e33-c52fde9bfac8 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.104 "DELETE /v2.0/ports/92488719-a1fb-4a6e-acd7-6e2f8919b13c HTTP/1.1" status: 204 len: 173 time: 4.2660589 Jan 19 16:05:31.620306 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-344587b5-bcbe-4652-be73-8ef3d9aac402 req-75c9def2-bfee-4d63-ad18-7f0ad5cd67a8 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728840 Jan 19 16:05:31.662259 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed4b7df-e659-44df-ba0c-12953f2ec95f', 'name': 'network-vif-deleted', 'tag': '92488719-a1fb-4a6e-acd7-6e2f8919b13c', 'status': 'completed', 'code': 200} Jan 19 16:05:32.094998 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-0d65d268-654a-427d-8524-178fc84cae43 req-488b6fb4-55aa-483e-9a5f-dd6726c1d200 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Synchronizing usage tracker for tenant:de9086258df24aecb2d82848b67b89b5 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:05:32.138082 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-0d65d268-654a-427d-8524-178fc84cae43 req-488b6fb4-55aa-483e-9a5f-dd6726c1d200 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Unset dirty status for tenant:de9086258df24aecb2d82848b67b89b5 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:05:32.139434 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0d65d268-654a-427d-8524-178fc84cae43 req-488b6fb4-55aa-483e-9a5f-dd6726c1d200 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] 10.222.0.110 "GET /v2.0/ports?device_id=7ed4b7df-e659-44df-ba0c-12953f2ec95f HTTP/1.1" status: 200 len: 210 time: 0.1359429 Jan 19 16:05:32.177788 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a58d4-a2ea-46c8-9d84-c0412bda665f req-2afa7595-3bf9-4f10-90f3-b6b88ec39181 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:32.184819 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e50a58d4-a2ea-46c8-9d84-c0412bda665f req-2afa7595-3bf9-4f10-90f3-b6b88ec39181 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.2598858 Jan 19 16:05:32.195781 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 47868) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:32.216789 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-7749eb2a-ef40-4113-941b-ac85454eafb5 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Request body: {'floatingip': {'port_id': '3dd25e4d-8182-473d-ab9c-e356e249dcfb'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:05:32.330370 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7749eb2a-ef40-4113-941b-ac85454eafb5 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for floatingip, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:33.409158 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47878) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:33.439039 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7749eb2a-ef40-4113-941b-ac85454eafb5 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for floatingip, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:33.443128 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7749eb2a-ef40-4113-941b-ac85454eafb5 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853037689'] for floatingip, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:33.732998 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.l3_db [None req-7749eb2a-ef40-4113-941b-ac85454eafb5 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Floating IP 705c6917-e838-407d-a557-09c7193ca074 associated. External IP: 172.28.3.213, port: 3dd25e4d-8182-473d-ab9c-e356e249dcfb. Jan 19 16:05:34.021100 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ecd521eb-e5b9-4963-903b-b32019b687aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:34.353375 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7749eb2a-ef40-4113-941b-ac85454eafb5 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Router 72fd99f9-4b71-4528-aa3e-1a8fa4929727 has already been hosted by L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f {{(pid=80160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 16:05:34.393285 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7b69a130-1d8b-4e2d-bfbb-543b569f8eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853036551'] for router_interface, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:34.655493 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7749eb2a-ef40-4113-941b-ac85454eafb5 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 16:05:34.661009 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7749eb2a-ef40-4113-941b-ac85454eafb5 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for floatingip, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:34.668200 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45cd40c-ec49-42f1-aa78-310919e54441 None None] Sync routers for ids ['72fd99f9-4b71-4528-aa3e-1a8fa4929727'] in dv-cinder-667108-29-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 16:05:34.679969 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45cd40c-ec49-42f1-aa78-310919e54441 None None] Routers {'72fd99f9-4b71-4528-aa3e-1a8fa4929727'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:05:34.680764 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-a45cd40c-ec49-42f1-aa78-310919e54441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:05:07Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['72fd99f9-4b71-4528-aa3e-1a8fa4929727'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:05:34.746403 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-7749eb2a-ef40-4113-941b-ac85454eafb5 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "PUT /v2.0/floatingips/705c6917-e838-407d-a557-09c7193ca074 HTTP/1.1" status: 200 len: 992 time: 2.5438573 Jan 19 16:05:34.746403 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049b65e1-baa3-465c-a14b-1ca0737f11ad', 'tag': '3dd25e4d-8182-473d-ab9c-e356e249dcfb'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:05:34.817003 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '049b65e1-baa3-465c-a14b-1ca0737f11ad', 'tag': '3dd25e4d-8182-473d-ab9c-e356e249dcfb', 'status': 'completed', 'code': 200} Jan 19 16:05:34.882082 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-7b69a130-1d8b-4e2d-bfbb-543b569f8eed admin admin] Deleting port 824fa9e2-e9c4-4289-97d8-e7eac32e0c29 {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:05:34.882573 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7b69a130-1d8b-4e2d-bfbb-543b569f8eed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:34.937615 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-a45cd40c-ec49-42f1-aa78-310919e54441 None None] Set router 72fd99f9-4b71-4528-aa3e-1a8fa4929727 gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:05:34.968408 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dde6e8-a945-443c-9596-9b0c936486f7 req-fcef0f57-4a5e-45ab-9d9c-2c782c002177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:34.970314 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e4dde6e8-a945-443c-9596-9b0c936486f7 req-fcef0f57-4a5e-45ab-9d9c-2c782c002177 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a5ad27bc88e04bd18332340c160e78f4&device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 1163 time: 0.1089072 Jan 19 16:05:35.203833 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dde6e8-a945-443c-9596-9b0c936486f7 req-fd8a4ca4-ae67-4b45-bf51-05346b5b6a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:35.205888 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e4dde6e8-a945-443c-9596-9b0c936486f7 req-fd8a4ca4-ae67-4b45-bf51-05346b5b6a8f service neutron] 10.222.0.104 "GET /v2.0/networks?id=6f889a84-1af9-40d2-bcf9-6e9854a6418c HTTP/1.1" status: 200 len: 911 time: 0.2272327 Jan 19 16:05:35.248039 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-7b69a130-1d8b-4e2d-bfbb-543b569f8eed admin admin] For port 824fa9e2-e9c4-4289-97d8-e7eac32e0c29, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=824fa9e2-e9c4-4289-97d8-e7eac32e0c29,segment=NetworkSegment(942a6058-6ad9-4d21-80db-a7a650c8a90b),segment_id=942a6058-6ad9-4d21-80db-a7a650c8a90b)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:05:35.248763 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7b69a130-1d8b-4e2d-bfbb-543b569f8eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:35.380347 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e4dde6e8-a945-443c-9596-9b0c936486f7 req-36306a49-9c2b-44ad-ac40-c42f185c2e08 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dd25e4d-8182-473d-ab9c-e356e249dcfb HTTP/1.1" status: 200 len: 1000 time: 0.1649094 Jan 19 16:05:35.525071 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dde6e8-a945-443c-9596-9b0c936486f7 req-28e4c1b6-6f2b-446a-940e-271d290def78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:35.528145 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e4dde6e8-a945-443c-9596-9b0c936486f7 req-28e4c1b6-6f2b-446a-940e-271d290def78 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=50029681-e86b-47f1-bdb3-0326582392cc HTTP/1.1" status: 200 len: 856 time: 0.1342320 Jan 19 16:05:35.583499 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-a45cd40c-ec49-42f1-aa78-310919e54441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'name': 'tempest-AttachVolumeShelveTestJSON-1140582520-router', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:55Z', 'updated_at': '2021-01-19T15:59:15Z', 'revision_number': 4, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'gw_port': {'id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:58Z', 'updated_at': '2021-01-19T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_floatingips': [{'id': '705c6917-e838-407d-a557-09c7193ca074', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'floating_ip_address': '172.28.3.213', 'floating_network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'router_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'port_id': '3dd25e4d-8182-473d-ab9c-e356e249dcfb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c', 'mac_address': 'fa:16:3e:ed:67:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049b65e1-baa3-465c-a14b-1ca0737f11ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T16:05:04Z', 'updated_at': '2021-01-19T16:05:33Z', 'revision_number': 1, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c8a46d-7593-4434-8024-aec395885872', 'name': '', 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'mac_address': 'fa:16:3e:9c:25:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '50029681-e86b-47f1-bdb3-0326582392cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:10Z', 'updated_at': '2021-01-19T15:59:36Z', 'revision_number': 5, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'subnets': [{'id': '50029681-e86b-47f1-bdb3-0326582392cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:05:35.590477 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45cd40c-ec49-42f1-aa78-310919e54441 None None] Checking router: 72fd99f9-4b71-4528-aa3e-1a8fa4929727 for host: dv-cinder-667108-29-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 16:05:35.606394 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45cd40c-ec49-42f1-aa78-310919e54441 None None] Routers {'72fd99f9-4b71-4528-aa3e-1a8fa4929727'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:05:35.607125 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-a45cd40c-ec49-42f1-aa78-310919e54441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:05:07Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['72fd99f9-4b71-4528-aa3e-1a8fa4929727'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:05:35.710797 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dde6e8-a945-443c-9596-9b0c936486f7 req-63504e3a-9181-4a6b-beb6-bc28fc77278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:35.714945 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e4dde6e8-a945-443c-9596-9b0c936486f7 req-63504e3a-9181-4a6b-beb6-bc28fc77278e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6f889a84-1af9-40d2-bcf9-6e9854a6418c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1781759 Jan 19 16:05:35.780751 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 47900) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:35.815813 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-7b69a130-1d8b-4e2d-bfbb-543b569f8eed admin admin] Calling delete_port for 824fa9e2-e9c4-4289-97d8-e7eac32e0c29 owned by network:router_interface {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:05:35.982354 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-a45cd40c-ec49-42f1-aa78-310919e54441 None None] Set router 72fd99f9-4b71-4528-aa3e-1a8fa4929727 gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:05:35.992503 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e4dde6e8-a945-443c-9596-9b0c936486f7 req-b5e42c3b-9518-4892-8df4-eb37a4d37107 service neutron] 10.222.0.104 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591028 Jan 19 16:05:36.284252 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9b208528-be2b-4d13-8b88-30615fb5f4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:36.321523 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-9b208528-be2b-4d13-8b88-30615fb5f4b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:05:36.331912 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-9b208528-be2b-4d13-8b88-30615fb5f4b3 admin admin] Usage tracker for resource:security_group_rule and tenant:fca102b2906141b191026e881f5b0201 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:05:36.347288 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-9b208528-be2b-4d13-8b88-30615fb5f4b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:05:36.366381 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-9b208528-be2b-4d13-8b88-30615fb5f4b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:05:36.377526 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e4dde6e8-a945-443c-9596-9b0c936486f7 req-062ad697-af7e-4fbf-bf26-45904eae7fde service neutron] 10.222.0.104 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3745253 Jan 19 16:05:36.444638 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7b69a130-1d8b-4e2d-bfbb-543b569f8eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852269169'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:36.469284 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c0c57868-a43a-4f32-9875-a06d2282f7e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:36.509612 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9b208528-be2b-4d13-8b88-30615fb5f4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:36.516409 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9b208528-be2b-4d13-8b88-30615fb5f4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:36.531342 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c56b813f-e672-4552-be44-601ab3daa1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:36.592160 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-a45cd40c-ec49-42f1-aa78-310919e54441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'name': 'tempest-AttachVolumeShelveTestJSON-1140582520-router', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:55Z', 'updated_at': '2021-01-19T15:59:15Z', 'revision_number': 4, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'gw_port': {'id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:58Z', 'updated_at': '2021-01-19T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_floatingips': [{'id': '705c6917-e838-407d-a557-09c7193ca074', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'floating_ip_address': '172.28.3.213', 'floating_network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'router_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'port_id': '3dd25e4d-8182-473d-ab9c-e356e249dcfb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c', 'mac_address': 'fa:16:3e:ed:67:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049b65e1-baa3-465c-a14b-1ca0737f11ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T16:05:04Z', 'updated_at': '2021-01-19T16:05:33Z', 'revision_number': 1, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c8a46d-7593-4434-8024-aec395885872', 'name': '', 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'mac_address': 'fa:16:3e:9c:25:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '50029681-e86b-47f1-bdb3-0326582392cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:10Z', 'updated_at': '2021-01-19T15:59:36Z', 'revision_number': 5, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'subnets': [{'id': '50029681-e86b-47f1-bdb3-0326582392cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:05:36.600378 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45cd40c-ec49-42f1-aa78-310919e54441 None None] The sync data for ids ['72fd99f9-4b71-4528-aa3e-1a8fa4929727'] in dv-cinder-667108-29-smb is: [{'id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'name': 'tempest-AttachVolumeShelveTestJSON-1140582520-router', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:55Z', 'updated_at': '2021-01-19T15:59:15Z', 'revision_number': 4, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'gw_port': {'id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:58Z', 'updated_at': '2021-01-19T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_floatingips': [{'id': '705c6917-e838-407d-a557-09c7193ca074', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'floating_ip_address': '172.28.3.213', 'floating_network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'router_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'port_id': '3dd25e4d-8182-473d-ab9c-e356e249dcfb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c', 'mac_address': 'fa:16:3e:ed:67:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049b65e1-baa3-465c-a14b-1ca0737f11ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T16:05:04Z', 'updated_at': '2021-01-19T16:05:33Z', 'revision_number': 1, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c8a46d-7593-4434-8024-aec395885872', 'name': '', 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'mac_address': 'fa:16:3e:9c:25:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '50029681-e86b-47f1-bdb3-0326582392cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:10Z', 'updated_at': '2021-01-19T15:59:36Z', 'revision_number': 5, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'subnets': [{'id': '50029681-e86b-47f1-bdb3-0326582392cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 16:05:36.617419 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-9b208528-be2b-4d13-8b88-30615fb5f4b3 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=fca102b2906141b191026e881f5b0201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8302753 Jan 19 16:05:36.622607 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 47908) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:36.627422 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b208528-be2b-4d13-8b88-30615fb5f4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81db1b8a-7d8c-4334-ba9f-3f26847025fd,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:36.629134 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69a130-1d8b-4e2d-bfbb-543b569f8eed admin admin] Pushing event deleted for resources: {'Port': ['ID=824fa9e2-e9c4-4289-97d8-e7eac32e0c29,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:36.648449 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-7b69a130-1d8b-4e2d-bfbb-543b569f8eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:36.653380 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9b208528-be2b-4d13-8b88-30615fb5f4b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:36.738217 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d252232-26e1-4896-8135-8886eaee8fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:36.766620 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:36.797234 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d252232-26e1-4896-8135-8886eaee8fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:36.887871 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d252232-26e1-4896-8135-8886eaee8fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:36.896808 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-edb07281-4065-4911-b28a-d83cda9db720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:36.922882 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d252232-26e1-4896-8135-8886eaee8fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81db1b8a-7d8c-4334-ba9f-3f26847025fd,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:36.927145 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d252232-26e1-4896-8135-8886eaee8fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:36.935042 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d252232-26e1-4896-8135-8886eaee8fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:36.942867 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-1d252232-26e1-4896-8135-8886eaee8fe5 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/81db1b8a-7d8c-4334-ba9f-3f26847025fd HTTP/1.1" status: 204 len: 168 time: 0.3181031 Jan 19 16:05:37.108969 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7b69a130-1d8b-4e2d-bfbb-543b569f8eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1687712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853036733'] for router_interface, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:37.124617 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d9320e-2156-41a9-b562-b1f3bbc06fb2 None None] New status for floating IP 705c6917-e838-407d-a557-09c7193ca074: ACTIVE {{(pid=80161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 16:05:37.541691 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:37.581241 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a1290051-7322-484e-b31d-a3f2beaee275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:37.671391 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47920) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:37.705558 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f7ba5091-89bf-43af-a86c-ef7a2dac80cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:37.726699 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-f7ba5091-89bf-43af-a86c-ef7a2dac80cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:05:37.735611 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-f7ba5091-89bf-43af-a86c-ef7a2dac80cd admin admin] Usage tracker for resource:security_group_rule and tenant:0311f71f05f248d9a15197bace724fb7 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:05:37.741155 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-f7ba5091-89bf-43af-a86c-ef7a2dac80cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:05:37.751668 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-f7ba5091-89bf-43af-a86c-ef7a2dac80cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:05:37.931260 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:38.041384 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b69a130-1d8b-4e2d-bfbb-543b569f8eed admin admin] Router 94e86f1d-d3cb-455d-8498-fc6e257e5f85 has already been hosted by L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f {{(pid=80159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 16:05:38.136387 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f7ba5091-89bf-43af-a86c-ef7a2dac80cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:38.202515 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f7ba5091-89bf-43af-a86c-ef7a2dac80cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:38.218991 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-030195e8-c9d1-41a3-b452-b4bdd4d1a395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:38.290906 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-f7ba5091-89bf-43af-a86c-ef7a2dac80cd admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=0311f71f05f248d9a15197bace724fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6180236 Jan 19 16:05:38.295108 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 47924) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:38.302256 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba5091-89bf-43af-a86c-ef7a2dac80cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47eab43-4f69-4c91-a133-2537ecb0dcdc,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:38.307224 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f7ba5091-89bf-43af-a86c-ef7a2dac80cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:38.336393 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b69a130-1d8b-4e2d-bfbb-543b569f8eed admin admin] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 16:05:38.349022 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f20098e-4e24-4d2d-9763-b12784649235 None None] Sync routers for ids ['94e86f1d-d3cb-455d-8498-fc6e257e5f85'] in dv-cinder-667108-29-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 16:05:38.362961 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-7b69a130-1d8b-4e2d-bfbb-543b569f8eed admin admin] 10.222.0.110 "PUT /v2.0/routers/94e86f1d-d3cb-455d-8498-fc6e257e5f85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9509220 Jan 19 16:05:38.367336 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47928) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:38.374450 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f20098e-4e24-4d2d-9763-b12784649235 None None] Routers {'94e86f1d-d3cb-455d-8498-fc6e257e5f85'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:05:38.375284 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-0f20098e-4e24-4d2d-9763-b12784649235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:05:38Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['94e86f1d-d3cb-455d-8498-fc6e257e5f85'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:05:38.393908 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6ba1f553-4a7d-4758-848a-32db4924f458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:38.428039 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6ba1f553-4a7d-4758-848a-32db4924f458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:38.497911 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6ba1f553-4a7d-4758-848a-32db4924f458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:38.505153 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-acd4b2f0-93cc-4293-a8bd-2f1b82ab3c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:38.528375 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1f553-4a7d-4758-848a-32db4924f458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47eab43-4f69-4c91-a133-2537ecb0dcdc,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:38.544127 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6ba1f553-4a7d-4758-848a-32db4924f458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:38.560027 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6ba1f553-4a7d-4758-848a-32db4924f458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:38.561288 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-6ba1f553-4a7d-4758-848a-32db4924f458 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/e47eab43-4f69-4c91-a133-2537ecb0dcdc HTTP/1.1" status: 204 len: 168 time: 0.2649610 Jan 19 16:05:38.648017 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-0f20098e-4e24-4d2d-9763-b12784649235 None None] Set router 94e86f1d-d3cb-455d-8498-fc6e257e5f85 gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:05:38.676401 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-89cc8716-c3e9-4b98-a990-91f52ac3cf6b admin admin] Notify callbacks [] for router, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:39.159865 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:39.230002 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-89cc8716-c3e9-4b98-a990-91f52ac3cf6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:39.233479 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-0f20098e-4e24-4d2d-9763-b12784649235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e86f1d-d3cb-455d-8498-fc6e257e5f85', 'name': 'tempest-ServerRescueNegativeTestJSON-1966033938-router', 'tenant_id': 'de9086258df24aecb2d82848b67b89b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': 'a68c2912-3968-4243-b5e2-06133cd9d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:01:07Z', 'updated_at': '2021-01-19T16:05:36Z', 'revision_number': 5, 'project_id': 'de9086258df24aecb2d82848b67b89b5', 'gw_port': {'id': 'a68c2912-3968-4243-b5e2-06133cd9d192', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:72:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e86f1d-d3cb-455d-8498-fc6e257e5f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:01:10Z', 'updated_at': '2021-01-19T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:05:39.239537 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-89cc8716-c3e9-4b98-a990-91f52ac3cf6b admin admin] Deleting port a68c2912-3968-4243-b5e2-06133cd9d192 {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:05:39.240180 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-89cc8716-c3e9-4b98-a990-91f52ac3cf6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:39.241082 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f20098e-4e24-4d2d-9763-b12784649235 None None] Checking router: 94e86f1d-d3cb-455d-8498-fc6e257e5f85 for host: dv-cinder-667108-29-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 16:05:39.257744 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f20098e-4e24-4d2d-9763-b12784649235 None None] Routers {'94e86f1d-d3cb-455d-8498-fc6e257e5f85'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:05:39.258991 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-0f20098e-4e24-4d2d-9763-b12784649235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:05:38Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['94e86f1d-d3cb-455d-8498-fc6e257e5f85'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:05:39.518995 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-89cc8716-c3e9-4b98-a990-91f52ac3cf6b admin admin] For port a68c2912-3968-4243-b5e2-06133cd9d192, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=a68c2912-3968-4243-b5e2-06133cd9d192,segment=NetworkSegment(df4602cc-7cc3-4442-ad7e-3dfa8118ccff),segment_id=df4602cc-7cc3-4442-ad7e-3dfa8118ccff)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:05:39.519702 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-89cc8716-c3e9-4b98-a990-91f52ac3cf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:39.621281 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-0f20098e-4e24-4d2d-9763-b12784649235 None None] Set router 94e86f1d-d3cb-455d-8498-fc6e257e5f85 gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:05:39.676772 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-89cc8716-c3e9-4b98-a990-91f52ac3cf6b admin admin] Calling delete_port for a68c2912-3968-4243-b5e2-06133cd9d192 owned by network:router_gateway {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:05:39.899288 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-89cc8716-c3e9-4b98-a990-91f52ac3cf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852269169'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: WARNING neutron.plugins.ml2.ovo_rpc [None req-89cc8716-c3e9-4b98-a990-91f52ac3cf6b admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: result = function(*args, **kwargs) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: proto.__init__(conn_state, self) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: self.handle() Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: self.handle_one_request() Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: self.handle_one_response() Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: result = self.application(self.environ, start_response) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: return app(environ, start_response) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: resp = self.call_func(req, *args, **kw) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: return self.func(req, *args, **kwargs) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: response = req.get_response(self.application) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: application, catch_exc_info=False) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: app_iter = application(self.environ, start_response) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: resp = self.call_func(req, *args, **kw) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: return self.func(req, *args, **kwargs) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: response = req.get_response(self.application) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: application, catch_exc_info=False) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: app_iter = application(self.environ, start_response) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: resp = self.call_func(req, *args, **kw) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: return self.func(req, *args, **kwargs) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: response = req.get_response(self.application) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: application, catch_exc_info=False) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: app_iter = application(self.environ, start_response) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: resp = self.call_func(req, *args, **kw) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: return self.func(req, *args, **kwargs) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: response = req.get_response(self.application) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: application, catch_exc_info=False) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: app_iter = application(self.environ, start_response) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: resp = self.call_func(req, *args, **kw) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: return self.func(req, *args, **kwargs) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: return request.get_response(self.application) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: application, catch_exc_info=False) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: app_iter = application(self.environ, start_response) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: resp = self.call_func(req, *args, **kw) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: return self.func(req, *args, **kwargs) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: response = req.get_response(self._app) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: application, catch_exc_info=False) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: app_iter = application(self.environ, start_response) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: return resp(environ, start_response) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: return resp(environ, start_response) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: response = self.app(environ, start_response) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: return resp(environ, start_response) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: resp = self.call_func(req, *args, **kw) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: return self.func(req, *args, **kwargs) Jan 19 16:05:39.903309 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: result = method(request=request, **args) Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: return self._delete(request, id, **kwargs) Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: return f(*args, **kwargs) Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: return f(*args, **kwargs) Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: return f(*dup_args, **dup_kwargs) Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: obj_deleter(request.context, id, **kwargs) Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: return method(*args, **kwargs) Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: return f(*args, **kwargs) Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: return f(*args, **kwargs) Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: return f(*dup_args, **dup_kwargs) Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: self._delete_current_gw_port(context, id, router, None) Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: admin_ctx, gw_port_id, l3_port_check=False) Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: return f(self, context, *args, **kwargs) Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: return method(*args, **kwargs) Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: context, port, router_ids, bound_mech_contexts) Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: return function(*args, **kwargs) Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: callback(resource, event, trigger, **kwargs) Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: if self._is_session_semantic_violated(context, resource, event): Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: stack = traceback.extract_stack() Jan 19 16:05:39.915924 dv-cinder-667108-29-smb neutron-server[80046]: Jan 19 16:05:40.025886 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-0f20098e-4e24-4d2d-9763-b12784649235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e86f1d-d3cb-455d-8498-fc6e257e5f85', 'name': 'tempest-ServerRescueNegativeTestJSON-1966033938-router', 'tenant_id': 'de9086258df24aecb2d82848b67b89b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': 'a68c2912-3968-4243-b5e2-06133cd9d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:01:07Z', 'updated_at': '2021-01-19T16:05:36Z', 'revision_number': 5, 'project_id': 'de9086258df24aecb2d82848b67b89b5', 'gw_port': {'id': 'a68c2912-3968-4243-b5e2-06133cd9d192', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:72:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e86f1d-d3cb-455d-8498-fc6e257e5f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:01:10Z', 'updated_at': '2021-01-19T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:05:40.031974 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f20098e-4e24-4d2d-9763-b12784649235 None None] The sync data for ids ['94e86f1d-d3cb-455d-8498-fc6e257e5f85'] in dv-cinder-667108-29-smb is: [{'id': '94e86f1d-d3cb-455d-8498-fc6e257e5f85', 'name': 'tempest-ServerRescueNegativeTestJSON-1966033938-router', 'tenant_id': 'de9086258df24aecb2d82848b67b89b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.247'}], 'enable_snat': True}, 'gw_port_id': 'a68c2912-3968-4243-b5e2-06133cd9d192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:01:07Z', 'updated_at': '2021-01-19T16:05:36Z', 'revision_number': 5, 'project_id': 'de9086258df24aecb2d82848b67b89b5', 'gw_port': {'id': 'a68c2912-3968-4243-b5e2-06133cd9d192', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:72:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e86f1d-d3cb-455d-8498-fc6e257e5f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:01:10Z', 'updated_at': '2021-01-19T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 16:05:40.221784 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-89cc8716-c3e9-4b98-a990-91f52ac3cf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1738224'] for router_gateway, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:40.388615 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-89cc8716-c3e9-4b98-a990-91f52ac3cf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1736944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1508'] for router, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:40.391394 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-89cc8716-c3e9-4b98-a990-91f52ac3cf6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:40.500793 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-89cc8716-c3e9-4b98-a990-91f52ac3cf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1826733'] for router, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:40.501833 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cc8716-c3e9-4b98-a990-91f52ac3cf6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94e86f1d-d3cb-455d-8498-fc6e257e5f85 {{(pid=80159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 19 16:05:40.528333 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-89cc8716-c3e9-4b98-a990-91f52ac3cf6b admin admin] Notify callbacks [] for router, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:40.530514 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-89cc8716-c3e9-4b98-a990-91f52ac3cf6b admin admin] 10.222.0.110 "DELETE /v2.0/routers/94e86f1d-d3cb-455d-8498-fc6e257e5f85 HTTP/1.1" status: 204 len: 168 time: 2.1618631 Jan 19 16:05:40.534063 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47938) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:40.643098 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc965bb-5793-4d8c-b66c-6599ed9167e9 admin admin] Deleting subnet 270545ff-0baa-454b-b6a7-6bc4f36f2a27 {{(pid=80159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 16:05:40.647604 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8cc965bb-5793-4d8c-b66c-6599ed9167e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:40.716505 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8cc965bb-5793-4d8c-b66c-6599ed9167e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852053991'] for subnet, precommit_delete_associations {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:40.810384 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8cc965bb-5793-4d8c-b66c-6599ed9167e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854039609'] for subnet, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:40.966990 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 824fa9e2-e9c4-4289-97d8-e7eac32e0c29 no longer exists at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:05:41.054348 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] No Port match for: 824fa9e2-e9c4-4289-97d8-e7eac32e0c29 {{(pid=80161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 16:05:41.055112 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 824fa9e2-e9c4-4289-97d8-e7eac32e0c29 not bound to the agent host dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 16:05:41.328615 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8cc965bb-5793-4d8c-b66c-6599ed9167e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852269989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852453329'] for subnet, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:41.361313 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-a3976f52-26cc-4901-bea2-efd9258994a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:41.448944 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc965bb-5793-4d8c-b66c-6599ed9167e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=270545ff-0baa-454b-b6a7-6bc4f36f2a27,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:41.545174 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-8cc965bb-5793-4d8c-b66c-6599ed9167e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:41.624151 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8cc965bb-5793-4d8c-b66c-6599ed9167e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:41.632565 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-8cc965bb-5793-4d8c-b66c-6599ed9167e9 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/270545ff-0baa-454b-b6a7-6bc4f36f2a27 HTTP/1.1" status: 204 len: 168 time: 1.0966406 Jan 19 16:05:41.638058 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 47944) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:41.780533 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-47580d12-6b3f-440e-b9cf-ddc9fee4daef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245900'] for network, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:42.022429 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-47580d12-6b3f-440e-b9cf-ddc9fee4daef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736146', 'neutron.services.segments.db._delete_segments_for_network--9223363244352747226'] for network, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:42.176227 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-47580d12-6b3f-440e-b9cf-ddc9fee4daef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f']}} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:05:42.193733 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-47580d12-6b3f-440e-b9cf-ddc9fee4daef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942a6058-6ad9-4d21-80db-a7a650c8a90b') {'for_net_delete': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:05:42.194078 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-47580d12-6b3f-440e-b9cf-ddc9fee4daef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942a6058-6ad9-4d21-80db-a7a650c8a90b') {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:05:42.209637 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-47580d12-6b3f-440e-b9cf-ddc9fee4daef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244352752346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2721809'] for segment, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:42.227626 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-47580d12-6b3f-440e-b9cf-ddc9fee4daef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:42.232374 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-47580d12-6b3f-440e-b9cf-ddc9fee4daef admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 16:05:42.472470 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-47580d12-6b3f-440e-b9cf-ddc9fee4daef admin admin] Network e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f has no segments {{(pid=80159) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 16:05:42.484447 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-47580d12-6b3f-440e-b9cf-ddc9fee4daef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854040106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2506744'] for segment, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:42.795443 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-47580d12-6b3f-440e-b9cf-ddc9fee4daef admin admin] Network e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f has no segments {{(pid=80159) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: Traceback (most recent call last): Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: timer() Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: cb(*args, **kw) Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: return func(*args, **kwargs) Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: self._notify() Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: self.callback(batched_events) Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: event.method(event) Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: segment_id)['aggregates'][0] Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: return f(self, *a, **k) Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: return self._get(url).json() Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: **kwargs) Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: return self.request(url, 'GET', **kwargs) Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: **endpoint_filter) Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 16:05:42.823629 dv-cinder-667108-29-smb neutron-server[80046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 16:05:42.924660 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-47580d12-6b3f-440e-b9cf-ddc9fee4daef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854039654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853037674'] for network, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:42.930135 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9cc66274-9604-41d1-a939-e0d04efe32a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:42.968382 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-47580d12-6b3f-440e-b9cf-ddc9fee4daef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:42.980926 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47580d12-6b3f-440e-b9cf-ddc9fee4daef admin admin] Pushing event deleted for resources: {'Network': ['ID=e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:42.989912 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-47580d12-6b3f-440e-b9cf-ddc9fee4daef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:43.001476 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-47580d12-6b3f-440e-b9cf-ddc9fee4daef admin admin] 10.222.0.110 "DELETE /v2.0/networks/e8bfcdf4-ca57-4d97-a3f5-9ec0fb75735f HTTP/1.1" status: 204 len: 168 time: 1.3617666 Jan 19 16:05:43.012113 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device a68c2912-3968-4243-b5e2-06133cd9d192 no longer exists at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:05:43.085712 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] No Port match for: a68c2912-3968-4243-b5e2-06133cd9d192 {{(pid=80161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 16:05:43.086342 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device a68c2912-3968-4243-b5e2-06133cd9d192 not bound to the agent host dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 16:05:43.292316 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 47956) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:43.401016 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-d5c97995-62df-4f14-8c93-434fd46b8083 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=de9086258df24aecb2d82848b67b89b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1063964 Jan 19 16:05:43.403822 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 47960) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:43.532831 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-de1ed86a-43d6-4be3-897b-c9787710fed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:43.580570 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-de1ed86a-43d6-4be3-897b-c9787710fed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:43.642232 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-de1ed86a-43d6-4be3-897b-c9787710fed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:43.648615 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-bcf8c6f4-d7e1-47a4-a354-bdced95d7f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:43.666294 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ed86a-43d6-4be3-897b-c9787710fed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e750bbdd-35d6-46a1-90db-eea4dd5ff391,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:43.670171 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-de1ed86a-43d6-4be3-897b-c9787710fed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:43.672588 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-de1ed86a-43d6-4be3-897b-c9787710fed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:43.673880 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-de1ed86a-43d6-4be3-897b-c9787710fed5 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/e750bbdd-35d6-46a1-90db-eea4dd5ff391 HTTP/1.1" status: 204 len: 168 time: 0.2685647 Jan 19 16:05:45.328164 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135aa5bd-06d2-4d03-9e65-c1eb21ba5838 req-138c5f50-7d38-4d5c-a133-0874192bdab9 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:45.329893 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-135aa5bd-06d2-4d03-9e65-c1eb21ba5838 req-138c5f50-7d38-4d5c-a133-0874192bdab9 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.2139242 Jan 19 16:05:45.430773 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-135aa5bd-06d2-4d03-9e65-c1eb21ba5838 req-c9504ca2-dd16-452a-89c7-2efc886a5f48 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870595 Jan 19 16:05:46.076057 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:05:46.800917 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f55237-e7b8-4213-9d1c-2724d76437e9 req-4b88b96c-a2c1-461a-9f44-19d352717ada tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:46.803139 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c2f55237-e7b8-4213-9d1c-2724d76437e9 req-4b88b96c-a2c1-461a-9f44-19d352717ada tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.1923945 Jan 19 16:05:46.837450 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2dd7ad-15e8-453e-aa52-95468e1d83e9 req-df23fcca-4e0c-4b07-bbfd-36f32fa17b18 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:46.840078 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bc2dd7ad-15e8-453e-aa52-95468e1d83e9 req-df23fcca-4e0c-4b07-bbfd-36f32fa17b18 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.104 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 945 time: 0.1824343 Jan 19 16:05:46.963094 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c2f55237-e7b8-4213-9d1c-2724d76437e9 req-3f2f0fe3-802f-482d-bf64-12afe11bcea9 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220632 Jan 19 16:05:46.977984 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-bc2dd7ad-15e8-453e-aa52-95468e1d83e9 req-de2c52d3-1db0-4ee8-9f9a-9a6bfc2952d5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Deleting port 0b3f4d32-e368-434f-ae52-2cec572a5046 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:05:46.978460 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bc2dd7ad-15e8-453e-aa52-95468e1d83e9 req-de2c52d3-1db0-4ee8-9f9a-9a6bfc2952d5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:47.314898 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 3dd25e4d-8182-473d-ab9c-e356e249dcfb up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:05:47.327875 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-bc2dd7ad-15e8-453e-aa52-95468e1d83e9 req-de2c52d3-1db0-4ee8-9f9a-9a6bfc2952d5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] For port 0b3f4d32-e368-434f-ae52-2cec572a5046, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=0b3f4d32-e368-434f-ae52-2cec572a5046,segment=NetworkSegment(fb008804-836d-4882-a02a-897d065b80a8),segment_id=fb008804-836d-4882-a02a-897d065b80a8)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:05:47.328421 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bc2dd7ad-15e8-453e-aa52-95468e1d83e9 req-de2c52d3-1db0-4ee8-9f9a-9a6bfc2952d5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:47.406512 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 3dd25e4d-8182-473d-ab9c-e356e249dcfb triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:05:47.407413 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:47.621445 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 0b3f4d32-e368-434f-ae52-2cec572a5046 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:05:47.805658 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:47.861288 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbc9452-21f4-4ba4-97d8-951ff78fac00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b3f4d32-e368-434f-ae52-2cec572a5046'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:05:47.879430 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port 0b3f4d32-e368-434f-ae52-2cec572a5046, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=0b3f4d32-e368-434f-ae52-2cec572a5046,segment=NetworkSegment(fb008804-836d-4882-a02a-897d065b80a8),segment_id=fb008804-836d-4882-a02a-897d065b80a8)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:05:47.883883 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:47.889375 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:48.053123 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbc9452-21f4-4ba4-97d8-951ff78fac00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b3f4d32-e368-434f-ae52-2cec572a5046', 'code': 200} Jan 19 16:05:48.054760 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=0b3f4d32-e368-434f-ae52-2cec572a5046,revision_number=5']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:48.101407 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:48.101913 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:48.102496 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:48.122393 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:48.123362 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:48.124049 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:48.124761 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:48.125416 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:48.126053 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:48.126737 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:48.127436 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:48.128079 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:48.134305 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:48.134968 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:48.136434 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:48.136978 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:48.137616 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:48.138246 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:48.138925 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:48.139568 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:48.140244 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:48.140878 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:48.141532 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:48.142403 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:05:48.154576 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:48.237991 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bc2dd7ad-15e8-453e-aa52-95468e1d83e9 req-de2c52d3-1db0-4ee8-9f9a-9a6bfc2952d5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for floatingip, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:48.238740 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bc2dd7ad-15e8-453e-aa52-95468e1d83e9 req-de2c52d3-1db0-4ee8-9f9a-9a6bfc2952d5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853037689'] for floatingip, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:48.239382 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.l3_db [req-bc2dd7ad-15e8-453e-aa52-95468e1d83e9 req-de2c52d3-1db0-4ee8-9f9a-9a6bfc2952d5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Floating IP 74246fe8-c4f4-47c3-8d7c-b5cdb6b10e10 disassociated. External IP: 172.28.3.254, port: 0b3f4d32-e368-434f-ae52-2cec572a5046. Jan 19 16:05:48.240268 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-bc2dd7ad-15e8-453e-aa52-95468e1d83e9 req-de2c52d3-1db0-4ee8-9f9a-9a6bfc2952d5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Calling delete_port for 0b3f4d32-e368-434f-ae52-2cec572a5046 owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:05:48.462598 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.api [req-bc2dd7ad-15e8-453e-aa52-95468e1d83e9 req-de2c52d3-1db0-4ee8-9f9a-9a6bfc2952d5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80160) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 16:05:48.462970 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_db.api [req-bc2dd7ad-15e8-453e-aa52-95468e1d83e9 req-de2c52d3-1db0-4ee8-9f9a-9a6bfc2952d5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 16:05:48.488327 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426c516-ffc3-4999-82e6-35aa11ebd684 req-c9c3ec3f-dc10-43d8-842b-9066a4a8f78a tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:48.490253 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5426c516-ffc3-4999-82e6-35aa11ebd684 req-c9c3ec3f-dc10-43d8-842b-9066a4a8f78a tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 943 time: 0.1938527 Jan 19 16:05:48.548801 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5426c516-ffc3-4999-82e6-35aa11ebd684 req-d4d4e616-835b-417c-92f7-de6be0a6921d tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502894 Jan 19 16:05:48.964601 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-bc2dd7ad-15e8-453e-aa52-95468e1d83e9 req-de2c52d3-1db0-4ee8-9f9a-9a6bfc2952d5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Deleting port 0b3f4d32-e368-434f-ae52-2cec572a5046 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:05:48.965713 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bc2dd7ad-15e8-453e-aa52-95468e1d83e9 req-de2c52d3-1db0-4ee8-9f9a-9a6bfc2952d5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:49.287954 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-bc2dd7ad-15e8-453e-aa52-95468e1d83e9 req-de2c52d3-1db0-4ee8-9f9a-9a6bfc2952d5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] For port 0b3f4d32-e368-434f-ae52-2cec572a5046, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=0b3f4d32-e368-434f-ae52-2cec572a5046,segment=NetworkSegment(fb008804-836d-4882-a02a-897d065b80a8),segment_id=fb008804-836d-4882-a02a-897d065b80a8)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:05:49.288286 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bc2dd7ad-15e8-453e-aa52-95468e1d83e9 req-de2c52d3-1db0-4ee8-9f9a-9a6bfc2952d5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:49.756530 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bc2dd7ad-15e8-453e-aa52-95468e1d83e9 req-de2c52d3-1db0-4ee8-9f9a-9a6bfc2952d5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for floatingip, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:49.757005 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bc2dd7ad-15e8-453e-aa52-95468e1d83e9 req-de2c52d3-1db0-4ee8-9f9a-9a6bfc2952d5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853037689'] for floatingip, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:49.757343 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.l3_db [req-bc2dd7ad-15e8-453e-aa52-95468e1d83e9 req-de2c52d3-1db0-4ee8-9f9a-9a6bfc2952d5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Floating IP 74246fe8-c4f4-47c3-8d7c-b5cdb6b10e10 disassociated. External IP: 172.28.3.254, port: 0b3f4d32-e368-434f-ae52-2cec572a5046. Jan 19 16:05:49.757746 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-bc2dd7ad-15e8-453e-aa52-95468e1d83e9 req-de2c52d3-1db0-4ee8-9f9a-9a6bfc2952d5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Calling delete_port for 0b3f4d32-e368-434f-ae52-2cec572a5046 owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:05:50.180885 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e95a75-effb-44a8-bbde-623af2d93d16 req-08f06aca-9286-4c28-8b1f-84ae349a5e62 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:50.185097 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d2e95a75-effb-44a8-bbde-623af2d93d16 req-08f06aca-9286-4c28-8b1f-84ae349a5e62 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 943 time: 0.3735559 Jan 19 16:05:50.257983 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bc2dd7ad-15e8-453e-aa52-95468e1d83e9 req-de2c52d3-1db0-4ee8-9f9a-9a6bfc2952d5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:50.311351 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6b819d19-9de3-4cec-8003-9e7cba8366cc tempest-VolumesActionsTest-1001175204 tempest-VolumesActionsTest-1001175204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:50.428003 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c52d3-1db0-4ee8-9f9a-9a6bfc2952d5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Pushing event deleted for resources: {'Port': ['ID=0b3f4d32-e368-434f-ae52-2cec572a5046,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:50.534638 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-de2c52d3-1db0-4ee8-9f9a-9a6bfc2952d5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:50.555746 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d2e95a75-effb-44a8-bbde-623af2d93d16 req-6cb2edd5-3f44-44f1-8463-beacb570631f tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=e59382fb-50f1-4c98-ae4e-3e518b4effca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3510196 Jan 19 16:05:50.868663 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f8552-095f-43ba-a70c-d97b1d324c60 req-c2fe2da4-d983-42b0-acbb-94a6aaa4ac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:50.871310 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-439f8552-095f-43ba-a70c-d97b1d324c60 req-c2fe2da4-d983-42b0-acbb-94a6aaa4ac5f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=2e0ee6f28ba94989ad38ea08f56b666f&device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 1203 time: 0.3265793 Jan 19 16:05:51.028843 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96257a-6f3d-4afc-8ae8-a830240e87de req-0800481a-51db-424c-b9b5-10761c57876a tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:51.030695 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2a96257a-6f3d-4afc-8ae8-a830240e87de req-0800481a-51db-424c-b9b5-10761c57876a tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 985 time: 0.4736216 Jan 19 16:05:51.344759 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2a96257a-6f3d-4afc-8ae8-a830240e87de req-e71be482-f95e-435b-9cbd-55c51c15afa5 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=99bfe3ea-aa86-4564-8230-bb0cafcdbe93&id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.2426245 Jan 19 16:05:51.422157 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f8552-095f-43ba-a70c-d97b1d324c60 req-dbbde44c-d5a3-47ac-a90f-08ebfd046b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:51.424107 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-439f8552-095f-43ba-a70c-d97b1d324c60 req-dbbde44c-d5a3-47ac-a90f-08ebfd046b16 service neutron] 10.222.0.104 "GET /v2.0/networks?id=32ada299-f940-43f6-a6d6-7b24d2f5c6aa HTTP/1.1" status: 200 len: 909 time: 0.4552960 Jan 19 16:05:51.431382 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc2dd7ad-15e8-453e-aa52-95468e1d83e9 req-de2c52d3-1db0-4ee8-9f9a-9a6bfc2952d5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Router ce2f8eee-08cd-45d3-909c-dc6b6e008f84 has already been hosted by L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f {{(pid=80160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 16:05:52.210855 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-439f8552-095f-43ba-a70c-d97b1d324c60 req-8090f791-c018-4a12-9e74-c266a6c7db75 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69ce9b52-aadf-4053-9bb2-4349c820591f HTTP/1.1" status: 200 len: 1001 time: 0.7719722 Jan 19 16:05:52.220445 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bd2943e5-6a7d-4c0e-a720-1b8802159ee8 req-1cc0aed4-0d05-42bd-a24c-ebd24b53c9e0 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 210 time: 0.2110100 Jan 19 16:05:52.347858 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f8552-095f-43ba-a70c-d97b1d324c60 req-7127db9e-5c08-4126-b429-ba978d7cb3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:52.349494 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-439f8552-095f-43ba-a70c-d97b1d324c60 req-7127db9e-5c08-4126-b429-ba978d7cb3c1 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=0ae45b3e-7638-4b09-9105-d3f10811827b HTTP/1.1" status: 200 len: 854 time: 0.1249099 Jan 19 16:05:52.353222 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc2dd7ad-15e8-453e-aa52-95468e1d83e9 req-de2c52d3-1db0-4ee8-9f9a-9a6bfc2952d5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 16:05:52.367777 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d8daee-c76d-40bd-892e-27c891a43310 None None] Sync routers for ids ['ce2f8eee-08cd-45d3-909c-dc6b6e008f84'] in dv-cinder-667108-29-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 16:05:52.388174 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d8daee-c76d-40bd-892e-27c891a43310 None None] Routers {'ce2f8eee-08cd-45d3-909c-dc6b6e008f84'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:05:52.389062 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-63d8daee-c76d-40bd-892e-27c891a43310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:05:38Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['ce2f8eee-08cd-45d3-909c-dc6b6e008f84'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:05:52.502127 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2dd7ad-15e8-453e-aa52-95468e1d83e9 req-de2c52d3-1db0-4ee8-9f9a-9a6bfc2952d5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] No DVR routers for this DVR port 0b3f4d32-e368-434f-ae52-2cec572a5046 on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 16:05:52.515264 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-bc2dd7ad-15e8-453e-aa52-95468e1d83e9 req-de2c52d3-1db0-4ee8-9f9a-9a6bfc2952d5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:52.538341 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbc9452-21f4-4ba4-97d8-951ff78fac00', 'name': 'network-vif-deleted', 'tag': '0b3f4d32-e368-434f-ae52-2cec572a5046'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:05:52.571222 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bc2dd7ad-15e8-453e-aa52-95468e1d83e9 req-de2c52d3-1db0-4ee8-9f9a-9a6bfc2952d5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.104 "DELETE /v2.0/ports/0b3f4d32-e368-434f-ae52-2cec572a5046 HTTP/1.1" status: 204 len: 173 time: 5.7143426 Jan 19 16:05:52.646621 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f8552-095f-43ba-a70c-d97b1d324c60 req-3dfd47f5-4b45-4dc3-bfc2-f1c56abcc440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:52.650248 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-439f8552-095f-43ba-a70c-d97b1d324c60 req-3dfd47f5-4b45-4dc3-bfc2-f1c56abcc440 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=32ada299-f940-43f6-a6d6-7b24d2f5c6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2507725 Jan 19 16:05:52.793770 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-63d8daee-c76d-40bd-892e-27c891a43310 None None] Set router ce2f8eee-08cd-45d3-909c-dc6b6e008f84 gateway port host: dv-cinder-667108-29-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:05:52.917716 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbc9452-21f4-4ba4-97d8-951ff78fac00', 'name': 'network-vif-deleted', 'tag': '0b3f4d32-e368-434f-ae52-2cec572a5046', 'status': 'completed', 'code': 200} Jan 19 16:05:53.048506 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b1e1f-c2da-4212-bc78-de8ff909c7ff req-36793e1c-c8a7-4c40-aab1-514314ca9213 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:53.050157 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d57b1e1f-c2da-4212-bc78-de8ff909c7ff req-36793e1c-c8a7-4c40-aab1-514314ca9213 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 985 time: 0.3341603 Jan 19 16:05:53.058330 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-439f8552-095f-43ba-a70c-d97b1d324c60 req-ce11220a-cf60-4733-9f40-25818804f674 service neutron] 10.222.0.104 "GET /v2.0/networks/32ada299-f940-43f6-a6d6-7b24d2f5c6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865473 Jan 19 16:05:53.266631 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d57b1e1f-c2da-4212-bc78-de8ff909c7ff req-f107cb7d-705f-4c2a-9a53-1fbaccaee026 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=99bfe3ea-aa86-4564-8230-bb0cafcdbe93&id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1367211 Jan 19 16:05:53.377895 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-439f8552-095f-43ba-a70c-d97b1d324c60 req-24a2751b-63a0-4196-92e0-f40494d8cbb7 service neutron] 10.222.0.104 "GET /v2.0/networks/32ada299-f940-43f6-a6d6-7b24d2f5c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3016398 Jan 19 16:05:53.492242 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-63d8daee-c76d-40bd-892e-27c891a43310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'name': 'tempest-AttachVolumeTestJSON-831487525-router', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:54Z', 'updated_at': '2021-01-19T15:59:36Z', 'revision_number': 4, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'gw_port': {'id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:59Z', 'updated_at': '2021-01-19T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': '473d9f30-18c8-4496-8f02-e61eab3038ed', 'name': '', 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'mac_address': 'fa:16:3e:8c:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:24Z', 'updated_at': '2021-01-19T15:59:53Z', 'revision_number': 5, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'subnets': [{'id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:05:53.498758 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d8daee-c76d-40bd-892e-27c891a43310 None None] Checking router: ce2f8eee-08cd-45d3-909c-dc6b6e008f84 for host: dv-cinder-667108-29-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 16:05:53.519961 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d8daee-c76d-40bd-892e-27c891a43310 None None] Routers {'ce2f8eee-08cd-45d3-909c-dc6b6e008f84'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:05:53.520651 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-63d8daee-c76d-40bd-892e-27c891a43310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:05:38Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['ce2f8eee-08cd-45d3-909c-dc6b6e008f84'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:05:53.749627 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-42a43bcd-e561-42a9-b9fd-9005cadc20ca req-b98b2f06-46a7-45d3-9e80-c9e6c9948159 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Synchronizing usage tracker for tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:05:53.776735 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-42a43bcd-e561-42a9-b9fd-9005cadc20ca req-b98b2f06-46a7-45d3-9e80-c9e6c9948159 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Unset dirty status for tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:05:53.778393 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-42a43bcd-e561-42a9-b9fd-9005cadc20ca req-b98b2f06-46a7-45d3-9e80-c9e6c9948159 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=4bbc9452-21f4-4ba4-97d8-951ff78fac00 HTTP/1.1" status: 200 len: 210 time: 0.1453025 Jan 19 16:05:53.803701 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-63d8daee-c76d-40bd-892e-27c891a43310 None None] Set router ce2f8eee-08cd-45d3-909c-dc6b6e008f84 gateway port host: dv-cinder-667108-29-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:05:54.397832 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-63d8daee-c76d-40bd-892e-27c891a43310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'name': 'tempest-AttachVolumeTestJSON-831487525-router', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:54Z', 'updated_at': '2021-01-19T15:59:36Z', 'revision_number': 4, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'gw_port': {'id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:59Z', 'updated_at': '2021-01-19T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': '473d9f30-18c8-4496-8f02-e61eab3038ed', 'name': '', 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'mac_address': 'fa:16:3e:8c:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:24Z', 'updated_at': '2021-01-19T15:59:53Z', 'revision_number': 5, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'subnets': [{'id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:05:54.407585 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d8daee-c76d-40bd-892e-27c891a43310 None None] The sync data for ids ['ce2f8eee-08cd-45d3-909c-dc6b6e008f84'] in dv-cinder-667108-29-smb is: [{'id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'name': 'tempest-AttachVolumeTestJSON-831487525-router', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:54Z', 'updated_at': '2021-01-19T15:59:36Z', 'revision_number': 4, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'gw_port': {'id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:59Z', 'updated_at': '2021-01-19T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': '473d9f30-18c8-4496-8f02-e61eab3038ed', 'name': '', 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'mac_address': 'fa:16:3e:8c:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:24Z', 'updated_at': '2021-01-19T15:59:53Z', 'revision_number': 5, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'subnets': [{'id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 16:05:54.685391 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd8ff6-f792-4f8d-ae28-e10453a2ad7f req-59d68e49-b246-40a5-a9fd-04ee5ab67688 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:54.687058 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e9bd8ff6-f792-4f8d-ae28-e10453a2ad7f req-59d68e49-b246-40a5-a9fd-04ee5ab67688 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 985 time: 0.1453173 Jan 19 16:05:54.804015 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e9bd8ff6-f792-4f8d-ae28-e10453a2ad7f req-909a21e5-8b0d-40b6-aaf8-4594044918f5 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=99bfe3ea-aa86-4564-8230-bb0cafcdbe93&id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1089010 Jan 19 16:05:54.964023 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1a019c-54fc-41d0-9050-ff600af514c0 None None] New status for floating IP 74246fe8-c4f4-47c3-8d7c-b5cdb6b10e10: DOWN {{(pid=80162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 16:05:55.069516 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 48114) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:55.231818 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-86cb5374-169a-4f82-9370-f686d3cd9af2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:55.296800 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-86cb5374-169a-4f82-9370-f686d3cd9af2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:55.411334 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-86cb5374-169a-4f82-9370-f686d3cd9af2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:55.419368 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-7ab9fe1b-c6ef-4a4c-92ae-edc9ce36643e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:55.442161 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb5374-169a-4f82-9370-f686d3cd9af2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59382fb-50f1-4c98-ae4e-3e518b4effca,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:55.447410 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-86cb5374-169a-4f82-9370-f686d3cd9af2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:55.452787 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-86cb5374-169a-4f82-9370-f686d3cd9af2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:55.456033 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-86cb5374-169a-4f82-9370-f686d3cd9af2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "DELETE /v2.0/security-groups/e59382fb-50f1-4c98-ae4e-3e518b4effca HTTP/1.1" status: 204 len: 168 time: 0.3834329 Jan 19 16:05:55.458553 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 48118) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:55.493332 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.v2.resource [None req-08f10f19-85a8-46c7-805b-a3ab26f814f3 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] show failed (client error): The resource could not be found. Jan 19 16:05:55.495343 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-08f10f19-85a8-46c7-805b-a3ab26f814f3 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups/e59382fb-50f1-4c98-ae4e-3e518b4effca HTTP/1.1" status: 404 len: 347 time: 0.0347648 Jan 19 16:05:55.500744 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 48122) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:55.696001 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-0b309a2a-d5b7-496d-aea5-ecc90e29f193 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Deleting port edb5adf8-0867-4c8d-9893-2ef92c26f584 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:05:55.696443 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0b309a2a-d5b7-496d-aea5-ecc90e29f193 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:55.920819 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0b309a2a-d5b7-496d-aea5-ecc90e29f193 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:55.921430 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0b309a2a-d5b7-496d-aea5-ecc90e29f193 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for floatingip, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:56.202836 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-0b309a2a-d5b7-496d-aea5-ecc90e29f193 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Calling delete_port for edb5adf8-0867-4c8d-9893-2ef92c26f584 owned by network:floatingip {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:05:56.376161 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cf5f4-bbf1-40bb-bc97-87f6475dc4ea req-38c12edc-243a-4a5c-b8b7-d68cb320519e tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:56.377898 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1a4cf5f4-bbf1-40bb-bc97-87f6475dc4ea req-38c12edc-243a-4a5c-b8b7-d68cb320519e tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 985 time: 0.3403111 Jan 19 16:05:56.504078 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1a4cf5f4-bbf1-40bb-bc97-87f6475dc4ea req-b8c55400-621a-46d9-b2e2-22d9664e475c tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=99bfe3ea-aa86-4564-8230-bb0cafcdbe93&id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0817647 Jan 19 16:05:56.506904 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0b309a2a-d5b7-496d-aea5-ecc90e29f193 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:56.524570 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-235bb879-87f7-4fae-9701-89e5488c525d tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:56.582999 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b309a2a-d5b7-496d-aea5-ecc90e29f193 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Pushing event deleted for resources: {'Port': ['ID=edb5adf8-0867-4c8d-9893-2ef92c26f584,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:56.632647 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-0b309a2a-d5b7-496d-aea5-ecc90e29f193 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:56.798677 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0b309a2a-d5b7-496d-aea5-ecc90e29f193 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for floatingip, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:56.821039 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0b309a2a-d5b7-496d-aea5-ecc90e29f193 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for floatingip, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:56.823263 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-0b309a2a-d5b7-496d-aea5-ecc90e29f193 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "DELETE /v2.0/floatingips/74246fe8-c4f4-47c3-8d7c-b5cdb6b10e10 HTTP/1.1" status: 204 len: 168 time: 1.3202579 Jan 19 16:05:57.080831 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 48138) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:57.087352 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-95fe8225-c7cb-44b1-9126-d7a71e830325 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Request body: {'security_group': {'name': 'tempest-securitygroup--303480185', 'description': 'tempest-description--801935431'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:05:57.099633 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-95fe8225-c7cb-44b1-9126-d7a71e830325 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:05:57.105238 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-95fe8225-c7cb-44b1-9126-d7a71e830325 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Usage tracker for resource:security_group and tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:05:57.109068 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-95fe8225-c7cb-44b1-9126-d7a71e830325 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:05:57.115912 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-95fe8225-c7cb-44b1-9126-d7a71e830325 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:05:57.129310 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-95fe8225-c7cb-44b1-9126-d7a71e830325 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:57.154800 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-95fe8225-c7cb-44b1-9126-d7a71e830325 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:05:57.160392 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-95fe8225-c7cb-44b1-9126-d7a71e830325 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Usage tracker for resource:security_group_rule and tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:05:57.164178 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-95fe8225-c7cb-44b1-9126-d7a71e830325 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:05:57.170980 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-95fe8225-c7cb-44b1-9126-d7a71e830325 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:05:57.283519 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-95fe8225-c7cb-44b1-9126-d7a71e830325 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:57.287686 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-95fe8225-c7cb-44b1-9126-d7a71e830325 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:57.297438 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-8036c9e8-1d33-456c-b897-5d2b72c86489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:57.357798 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe8225-c7cb-44b1-9126-d7a71e830325 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Pushing event updated for resources: {'SecurityGroup': ['ID=4883eaf4-c0d4-4e02-9429-4d6cbc0bfff2,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:57.360647 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-95fe8225-c7cb-44b1-9126-d7a71e830325 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:57.362072 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-95fe8225-c7cb-44b1-9126-d7a71e830325 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2801027 Jan 19 16:05:57.363272 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-95fe8225-c7cb-44b1-9126-d7a71e830325 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:57.367365 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 48142) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:57.374608 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-800acdd0-f1e5-4393-9657-0df213cd5e11 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Request body: {'security_group_rule': {'security_group_id': '4883eaf4-c0d4-4e02-9429-4d6cbc0bfff2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:05:57.387267 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-800acdd0-f1e5-4393-9657-0df213cd5e11 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:05:57.394755 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-800acdd0-f1e5-4393-9657-0df213cd5e11 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Usage tracker for resource:security_group_rule and tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:05:57.400223 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-800acdd0-f1e5-4393-9657-0df213cd5e11 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:05:57.408213 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-800acdd0-f1e5-4393-9657-0df213cd5e11 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:05:57.430510 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-800acdd0-f1e5-4393-9657-0df213cd5e11 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for security_group_rule, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:57.546279 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-800acdd0-f1e5-4393-9657-0df213cd5e11 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:57.553397 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-800acdd0-f1e5-4393-9657-0df213cd5e11 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853051034'] for security_group_rule, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:57.557293 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-bf1abef1-ce2a-4a15-a8db-23e10f4f491d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:57.605747 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800acdd0-f1e5-4393-9657-0df213cd5e11 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd02085a-a093-49a7-891c-b5e46d0e5cc6,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:57.611042 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-800acdd0-f1e5-4393-9657-0df213cd5e11 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:57.630187 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-800acdd0-f1e5-4393-9657-0df213cd5e11 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for security_group_rule, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:57.637974 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-800acdd0-f1e5-4393-9657-0df213cd5e11 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2632899 Jan 19 16:05:57.638610 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 48152) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:57.645545 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-abc269d0-9cc5-47b0-bb20-bab38f8a4cfa tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Request body: {'security_group_rule': {'security_group_id': '4883eaf4-c0d4-4e02-9429-4d6cbc0bfff2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:05:57.657722 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-abc269d0-9cc5-47b0-bb20-bab38f8a4cfa tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:05:57.663054 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-abc269d0-9cc5-47b0-bb20-bab38f8a4cfa tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Usage tracker for resource:security_group_rule and tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:05:57.669589 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-abc269d0-9cc5-47b0-bb20-bab38f8a4cfa tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:05:57.675353 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-abc269d0-9cc5-47b0-bb20-bab38f8a4cfa tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:05:57.706244 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-abc269d0-9cc5-47b0-bb20-bab38f8a4cfa tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for security_group_rule, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:57.846014 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-abc269d0-9cc5-47b0-bb20-bab38f8a4cfa tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:57.852051 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-abc269d0-9cc5-47b0-bb20-bab38f8a4cfa tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853051034'] for security_group_rule, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:57.866038 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:57.907275 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc50cf4-1c9e-4179-8372-76a4cc0357f8 req-5c1a3c7a-5f68-46c5-a61a-6c6493a1bf04 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:57.909397 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-adc50cf4-1c9e-4179-8372-76a4cc0357f8 req-5c1a3c7a-5f68-46c5-a61a-6c6493a1bf04 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 985 time: 0.1529806 Jan 19 16:05:57.918764 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc269d0-9cc5-47b0-bb20-bab38f8a4cfa tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86c22b2-bf99-45b9-9cde-96ed0ae599b3,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:57.923771 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-abc269d0-9cc5-47b0-bb20-bab38f8a4cfa tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:57.933082 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-abc269d0-9cc5-47b0-bb20-bab38f8a4cfa tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for security_group_rule, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:57.935991 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-abc269d0-9cc5-47b0-bb20-bab38f8a4cfa tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2949147 Jan 19 16:05:57.940881 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 48160) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:57.953104 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-7a6062db-b4a4-4291-a9a6-3763514ae3d2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Request body: {'floatingip': {'floating_network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:05:57.968598 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-7a6062db-b4a4-4291-a9a6-3763514ae3d2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:05:57.976599 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-7a6062db-b4a4-4291-a9a6-3763514ae3d2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Usage tracker for resource:floatingip and tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:05:57.983710 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-7a6062db-b4a4-4291-a9a6-3763514ae3d2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:05:57.993921 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-7a6062db-b4a4-4291-a9a6-3763514ae3d2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:05:58.011282 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7a6062db-b4a4-4291-a9a6-3763514ae3d2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for floatingip, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:58.040117 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-adc50cf4-1c9e-4179-8372-76a4cc0357f8 req-cbd99bfc-ce39-490b-8ff9-48e91f213fd4 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=99bfe3ea-aa86-4564-8230-bb0cafcdbe93&id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1110480 Jan 19 16:05:58.193653 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7a6062db-b4a4-4291-a9a6-3763514ae3d2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:58.616926 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [None req-7a6062db-b4a4-4291-a9a6-3763514ae3d2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Allocated IP 172.28.3.138 (8cb986dc-564f-4d7a-9897-91054d6f010e/8785aac7-d333-468d-9a45-aa55950b5c1c/95243715-a759-46c4-bac9-1152b0ea9da6) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:05:58.820392 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7a6062db-b4a4-4291-a9a6-3763514ae3d2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:58.865772 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7a6062db-b4a4-4291-a9a6-3763514ae3d2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852269169'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:58.882896 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-27b8a3b0-6a72-46ff-bac8-a0f5738b9662 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:05:59.342785 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6062db-b4a4-4291-a9a6-3763514ae3d2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Pushing event updated for resources: {'Port': ['ID=95243715-a759-46c4-bac9-1152b0ea9da6,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:05:59.349201 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-7a6062db-b4a4-4291-a9a6-3763514ae3d2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:05:59.443210 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fab7f9-135d-4f61-9ad3-e0a43e658142 req-088af03d-b4a1-44fd-816e-3abaca2011a0 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:05:59.445820 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-30fab7f9-135d-4f61-9ad3-e0a43e658142 req-088af03d-b4a1-44fd-816e-3abaca2011a0 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 985 time: 0.1983411 Jan 19 16:05:59.456362 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6062db-b4a4-4291-a9a6-3763514ae3d2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Network 8cb986dc-564f-4d7a-9897-91054d6f010e is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:05:59.458594 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-7a6062db-b4a4-4291-a9a6-3763514ae3d2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:05:59.462652 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6062db-b4a4-4291-a9a6-3763514ae3d2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:05:59.534398 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-30fab7f9-135d-4f61-9ad3-e0a43e658142 req-14d08e6e-4b33-48c2-a8e0-41e64916d9c5 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=99bfe3ea-aa86-4564-8230-bb0cafcdbe93&id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0694766 Jan 19 16:05:59.622241 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7a6062db-b4a4-4291-a9a6-3763514ae3d2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for floatingip, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:59.653221 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 48174) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:05:59.732282 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7a6062db-b4a4-4291-a9a6-3763514ae3d2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:59.913048 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-64c87e46-18c1-404a-bc25-55473ba1e817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:05:59.943948 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-64c87e46-18c1-404a-bc25-55473ba1e817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:05:59.953558 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-64c87e46-18c1-404a-bc25-55473ba1e817 admin admin] Usage tracker for resource:security_group_rule and tenant:09ee8837f12a4e67bd124f2800d1d834 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:05:59.959696 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-64c87e46-18c1-404a-bc25-55473ba1e817 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:05:59.973282 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-64c87e46-18c1-404a-bc25-55473ba1e817 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:06:00.168806 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-64c87e46-18c1-404a-bc25-55473ba1e817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:00.173856 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-64c87e46-18c1-404a-bc25-55473ba1e817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:00.190616 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7a6062db-b4a4-4291-a9a6-3763514ae3d2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:00.191232 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-31d1e986-8126-48db-9b3f-cb1c753caa3c tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:06:00.195052 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7a6062db-b4a4-4291-a9a6-3763514ae3d2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506630'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:00.218062 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:06:00.270736 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-64c87e46-18c1-404a-bc25-55473ba1e817 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=09ee8837f12a4e67bd124f2800d1d834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6155014 Jan 19 16:06:00.272347 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c87e46-18c1-404a-bc25-55473ba1e817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264829ba-0bd7-4fb9-9056-a78e44f665ef,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:06:00.278440 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 48182) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:06:00.283339 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-64c87e46-18c1-404a-bc25-55473ba1e817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:06:00.365504 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6062db-b4a4-4291-a9a6-3763514ae3d2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Pushing event updated for resources: {'Port': ['ID=95243715-a759-46c4-bac9-1152b0ea9da6,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:06:00.372838 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-7a6062db-b4a4-4291-a9a6-3763514ae3d2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:06:00.414766 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-57005692-587c-4578-ae25-3ef49c763ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:00.473575 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-57005692-587c-4578-ae25-3ef49c763ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:00.504709 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7a6062db-b4a4-4291-a9a6-3763514ae3d2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853037689'] for floatingip, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:00.531329 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7a6062db-b4a4-4291-a9a6-3763514ae3d2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for floatingip, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:00.536831 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-7a6062db-b4a4-4291-a9a6-3763514ae3d2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5895777 Jan 19 16:06:00.539614 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-57005692-587c-4578-ae25-3ef49c763ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:00.550959 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-8e03f656-5def-4401-82f6-305c4527f14d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:06:00.565880 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57005692-587c-4578-ae25-3ef49c763ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264829ba-0bd7-4fb9-9056-a78e44f665ef,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:06:00.569612 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-57005692-587c-4578-ae25-3ef49c763ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:06:00.573211 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-57005692-587c-4578-ae25-3ef49c763ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:00.574482 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-57005692-587c-4578-ae25-3ef49c763ac9 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/264829ba-0bd7-4fb9-9056-a78e44f665ef HTTP/1.1" status: 204 len: 168 time: 0.2945788 Jan 19 16:06:00.965260 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5d05b-3994-41a5-8c13-25dd0b0fd372 req-371927fa-8cd5-4242-8c5e-49300e93b615 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:00.967067 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ffd5d05b-3994-41a5-8c13-25dd0b0fd372 req-371927fa-8cd5-4242-8c5e-49300e93b615 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 985 time: 0.1730931 Jan 19 16:06:00.998250 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-5be4976a-f154-4be3-9c46-6cdccf9674c4 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Synchronizing usage tracker for tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 on resource:security_group {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:06:01.036480 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-5be4976a-f154-4be3-9c46-6cdccf9674c4 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Unset dirty status for tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 on resource:security_group {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:06:01.037796 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-5be4976a-f154-4be3-9c46-6cdccf9674c4 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--303480185&fields=id&tenant_id=7b1a4fa7e3e84f4c99ed43dd4d9f70d8 HTTP/1.1" status: 200 len: 267 time: 0.1442235 Jan 19 16:06:01.054399 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ffd5d05b-3994-41a5-8c13-25dd0b0fd372 req-5840ba75-3347-4a2d-a43f-415aaf1a9770 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=99bfe3ea-aa86-4564-8230-bb0cafcdbe93&id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0798886 Jan 19 16:06:01.336520 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-57b1e8c0-e003-4d84-ad48-53c80f27c6ed tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:01.340709 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-57b1e8c0-e003-4d84-ad48-53c80f27c6ed tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/networks?id=6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 HTTP/1.1" status: 200 len: 810 time: 0.2849696 Jan 19 16:06:01.361770 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-ced62466-d015-4c3b-abcf-2dcdaa929b6f tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/quotas/7b1a4fa7e3e84f4c99ed43dd4d9f70d8 HTTP/1.1" status: 200 len: 375 time: 0.0125017 Jan 19 16:06:01.501254 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-18e40068-aac4-4068-9144-aec8ed191cfd tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Synchronizing usage tracker for tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:06:01.520988 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-18e40068-aac4-4068-9144-aec8ed191cfd tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Unset dirty status for tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:06:01.522519 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-18e40068-aac4-4068-9144-aec8ed191cfd tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?tenant_id=7b1a4fa7e3e84f4c99ed43dd4d9f70d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1462960 Jan 19 16:06:02.014463 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-0230443b-8865-4eb7-a3a0-78d9ea894a67 service neutron] 10.222.0.110 "GET /v2.0/networks/6ea02ce0-bc45-4d69-89bd-6b33e937c1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723043 Jan 19 16:06:02.221725 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-99e5f50f-527f-446b-b20a-2ddf6262ec66 service neutron] 10.222.0.110 "GET /v2.0/networks/6ea02ce0-bc45-4d69-89bd-6b33e937c1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1976383 Jan 19 16:06:02.562187 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bee68a-6ea6-4a03-be65-b2a655cc66e1 req-5dc74833-4e18-4777-b626-54e0d3ab98bd tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:02.565438 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b3bee68a-6ea6-4a03-be65-b2a655cc66e1 req-5dc74833-4e18-4777-b626-54e0d3ab98bd tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 985 time: 0.2360373 Jan 19 16:06:02.655629 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b3bee68a-6ea6-4a03-be65-b2a655cc66e1 req-96eff063-efcf-42ff-98c8-3bc69eed134f tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=99bfe3ea-aa86-4564-8230-bb0cafcdbe93&id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0818324 Jan 19 16:06:02.721586 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-63c505d1-5d15-49aa-a52f-9d45bbf858e1 req-21e80ce9-35c8-443b-bf1d-f54027cf4b59 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=69d615e8-e3a1-45c3-80c5-73a2232ec678 HTTP/1.1" status: 200 len: 210 time: 0.0640147 Jan 19 16:06:04.009142 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-16a5b40b-e020-4c8a-833a-4e9b9b3bde19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:04.058743 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e323d3d-c657-486e-a9b7-71b24b4076e1 req-7d74995d-5921-49eb-a181-a871f0de11d6 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:04.060426 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1e323d3d-c657-486e-a9b7-71b24b4076e1 req-7d74995d-5921-49eb-a181-a871f0de11d6 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 985 time: 0.1766772 Jan 19 16:06:04.208256 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5bfa0a86-d412-4d65-bef1-1a73323aba09 req-d8b5c296-58fb-4207-aaf7-463bbf361e6f tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=69d615e8-e3a1-45c3-80c5-73a2232ec678 HTTP/1.1" status: 200 len: 210 time: 0.1042416 Jan 19 16:06:04.282392 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1e323d3d-c657-486e-a9b7-71b24b4076e1 req-70e05e97-819f-4a7a-8fab-2f14314aa9d2 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=99bfe3ea-aa86-4564-8230-bb0cafcdbe93&id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.2077491 Jan 19 16:06:04.760943 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-bf1ab98d-ab07-4c6f-a86e-a4bdbbd2c360 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:04.763836 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-bf1ab98d-ab07-4c6f-a86e-a4bdbbd2c360 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.104 "GET /v2.0/networks?id=6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 HTTP/1.1" status: 200 len: 810 time: 0.2270989 Jan 19 16:06:04.898872 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-ccd22357-0777-47c1-a584-bf58df45cada tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7b1a4fa7e3e84f4c99ed43dd4d9f70d8 HTTP/1.1" status: 200 len: 5703 time: 0.1189525 Jan 19 16:06:04.922163 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-242c0803-7c85-4827-90a4-78212cf9f60e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Request body: {'port': {'device_id': '69d615e8-e3a1-45c3-80c5-73a2232ec678', 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2', 'admin_state_up': True, 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'security_groups': ['4883eaf4-c0d4-4e02-9429-4d6cbc0bfff2']}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:06:05.158673 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-242c0803-7c85-4827-90a4-78212cf9f60e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:06:05.180211 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-242c0803-7c85-4827-90a4-78212cf9f60e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:06:05.195940 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-242c0803-7c85-4827-90a4-78212cf9f60e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Made reservation on behalf of 7b1a4fa7e3e84f4c99ed43dd4d9f70d8 for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:06:05.207916 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-242c0803-7c85-4827-90a4-78212cf9f60e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:05.587432 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d4f0e0b3-1ea0-4892-b1f0-a50047368696 req-7c444e23-2ee6-4e8b-ba41-6fd3e8b9e386 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=69d615e8-e3a1-45c3-80c5-73a2232ec678 HTTP/1.1" status: 200 len: 210 time: 0.1671319 Jan 19 16:06:05.769989 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3720e5-e82a-4c7d-afed-e2c6834de349 req-f33cc87b-a8b9-4722-bfcf-c69f028858c7 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:05.772600 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1d3720e5-e82a-4c7d-afed-e2c6834de349 req-f33cc87b-a8b9-4722-bfcf-c69f028858c7 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 985 time: 0.2462730 Jan 19 16:06:05.915966 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1d3720e5-e82a-4c7d-afed-e2c6834de349 req-e9eee1e9-7d74-4bd5-80b8-b51c7432e552 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=99bfe3ea-aa86-4564-8230-bb0cafcdbe93&id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1338074 Jan 19 16:06:05.928046 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-242c0803-7c85-4827-90a4-78212cf9f60e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Allocated IP 172.20.0.7 (6ea02ce0-bc45-4d69-89bd-6b33e937c1b2/2ac4c3c0-47d4-4e4c-9947-77ff1933d492/013ebe80-3b14-4a23-81fd-99c9559b9c93) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:06:06.350192 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-242c0803-7c85-4827-90a4-78212cf9f60e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:06.379595 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-242c0803-7c85-4827-90a4-78212cf9f60e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Transition to ACTIVE for port object 013ebe80-3b14-4a23-81fd-99c9559b9c93 will not be triggered until provisioned by entity DHCP. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:06:06.409346 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-242c0803-7c85-4827-90a4-78212cf9f60e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:06.429758 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-ecc756a7-43fa-4abf-9cdc-594d5b0b6715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:06:06.624962 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c0803-7c85-4827-90a4-78212cf9f60e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Pushing event updated for resources: {'Port': ['ID=013ebe80-3b14-4a23-81fd-99c9559b9c93,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:06:06.628311 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-242c0803-7c85-4827-90a4-78212cf9f60e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:06:06.708174 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-242c0803-7c85-4827-90a4-78212cf9f60e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Network 6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:06:06.710194 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-242c0803-7c85-4827-90a4-78212cf9f60e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:06:06.714473 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-242c0803-7c85-4827-90a4-78212cf9f60e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:06:06.771937 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:06.907048 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-242c0803-7c85-4827-90a4-78212cf9f60e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:06.908277 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-242c0803-7c85-4827-90a4-78212cf9f60e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:07.018908 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-242c0803-7c85-4827-90a4-78212cf9f60e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1053813 Jan 19 16:06:07.043658 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-a9a241b1-70b0-4ff8-ac61-9cdfdcbc2819 service neutron] Request body: {'port': {'device_id': '69d615e8-e3a1-45c3-80c5-73a2232ec678', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:06:07.055359 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-d25b14ef-b3da-4981-9c07-a4ebf0c7ed37 None None] Provisioning for port 013ebe80-3b14-4a23-81fd-99c9559b9c93 completed by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:06:07.065572 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-d25b14ef-b3da-4981-9c07-a4ebf0c7ed37 None None] Provisioning complete for port 013ebe80-3b14-4a23-81fd-99c9559b9c93 triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:06:07.066597 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d25b14ef-b3da-4981-9c07-a4ebf0c7ed37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:07.219140 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e00b4-7893-4dfd-a511-78d239e909b9 req-8a9e5e05-fdd7-4da6-8bf4-37302c9f1858 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:07.220369 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-589e00b4-7893-4dfd-a511-78d239e909b9 req-8a9e5e05-fdd7-4da6-8bf4-37302c9f1858 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Synchronizing usage tracker for tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:06:07.228000 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-a9a241b1-70b0-4ff8-ac61-9cdfdcbc2819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:07.235813 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-d25b14ef-b3da-4981-9c07-a4ebf0c7ed37 None None] Port 013ebe80-3b14-4a23-81fd-99c9559b9c93 cannot update to ACTIVE because it is not bound. {{(pid=80161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 16:06:07.257884 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-589e00b4-7893-4dfd-a511-78d239e909b9 req-8a9e5e05-fdd7-4da6-8bf4-37302c9f1858 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Unset dirty status for tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:06:07.266566 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-589e00b4-7893-4dfd-a511-78d239e909b9 req-8a9e5e05-fdd7-4da6-8bf4-37302c9f1858 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=69d615e8-e3a1-45c3-80c5-73a2232ec678 HTTP/1.1" status: 200 len: 931 time: 0.3503966 Jan 19 16:06:07.271603 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:07.321913 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-335b7889-eedf-45fc-9cb4-56450a711656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:07.359187 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 48326) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:06:07.539276 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:07.559426 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:06:07.564081 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Usage tracker for resource:security_group_rule and tenant:c93febf09a914d14be69c9024814f11d is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:06:07.567724 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:06:07.575423 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:06:07.675002 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-589e00b4-7893-4dfd-a511-78d239e909b9 req-f8ff5f58-377c-4e3a-bd69-67621d4b01e2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=4883eaf4-c0d4-4e02-9429-4d6cbc0bfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4070668 Jan 19 16:06:07.690975 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:07.696159 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:07.707529 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f7ba5091-89bf-43af-a86c-ef7a2dac80cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:06:07.750431 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b7c0b2-6025-4f10-af99-ce8926e8ad91,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:06:07.766602 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:07.767016 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:07.767642 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:07.768058 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:07.768466 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:07.768869 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:07.769275 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:07.769686 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:07.770087 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:07.770488 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:07.771027 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:07.771406 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:07.772263 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:07.772884 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:07.773296 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:07.773700 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:07.774104 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:07.774503 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:07.774961 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:07.775396 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:07.776063 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:07.776467 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:07.776837 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:07.777402 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:07.787314 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c93febf09a914d14be69c9024814f11d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4249628 Jan 19 16:06:07.787314 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:06:07.787314 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 48334) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:06:07.866213 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-27bdd478-c516-4b61-9cc0-74acd2389f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:07.899523 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-27bdd478-c516-4b61-9cc0-74acd2389f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:07.944096 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ef352-5f5b-4c7a-8b2b-144bab5b130a req-0647cfc3-a6f1-425b-b5ef-6f595f732409 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:07.947959 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2d9ef352-5f5b-4c7a-8b2b-144bab5b130a req-0647cfc3-a6f1-425b-b5ef-6f595f732409 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 985 time: 0.5790896 Jan 19 16:06:07.961158 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-27bdd478-c516-4b61-9cc0-74acd2389f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:07.967866 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-dc8bb67f-1a15-48ea-a9a2-74c5fcc548d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:06:07.987273 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdd478-c516-4b61-9cc0-74acd2389f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b7c0b2-6025-4f10-af99-ce8926e8ad91,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:06:07.991944 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-27bdd478-c516-4b61-9cc0-74acd2389f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:06:07.997790 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-27bdd478-c516-4b61-9cc0-74acd2389f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:08.002876 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-27bdd478-c516-4b61-9cc0-74acd2389f62 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/66b7c0b2-6025-4f10-af99-ce8926e8ad91 HTTP/1.1" status: 204 len: 168 time: 0.2107143 Jan 19 16:06:08.185288 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2d9ef352-5f5b-4c7a-8b2b-144bab5b130a req-52cf9ece-1b18-4f84-a393-314dbb16d26e tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=99bfe3ea-aa86-4564-8230-bb0cafcdbe93&id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.2227905 Jan 19 16:06:08.264441 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:08.375807 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-a9a241b1-70b0-4ff8-ac61-9cdfdcbc2819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013ebe80-3b14-4a23-81fd-99c9559b9c93 {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 16:06:08.393422 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-a9a241b1-70b0-4ff8-ac61-9cdfdcbc2819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:08.416525 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-a9a241b1-70b0-4ff8-ac61-9cdfdcbc2819 service neutron] Transition to ACTIVE for port object 013ebe80-3b14-4a23-81fd-99c9559b9c93 will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:06:08.420410 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-a9a241b1-70b0-4ff8-ac61-9cdfdcbc2819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:08.449664 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9ed976fd-3824-4079-8489-40d13aa6e248 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:06:08.539179 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 48342) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:06:08.563222 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-913680b1-840a-445c-8d9d-37f1a8120199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:08.583745 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-913680b1-840a-445c-8d9d-37f1a8120199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:06:08.589746 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-913680b1-840a-445c-8d9d-37f1a8120199 admin admin] Usage tracker for resource:security_group_rule and tenant:b982c3f40986422d803b0e1db0a63377 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:06:08.593593 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-913680b1-840a-445c-8d9d-37f1a8120199 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:06:08.600967 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-913680b1-840a-445c-8d9d-37f1a8120199 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:06:08.726255 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-913680b1-840a-445c-8d9d-37f1a8120199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:08.730747 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-913680b1-840a-445c-8d9d-37f1a8120199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:08.739386 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-dc03b3b0-de57-41c8-9fe2-c69f45add420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:06:08.788750 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913680b1-840a-445c-8d9d-37f1a8120199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c86d6b-48ba-490f-8e42-a84ee8839971,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:06:08.797721 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-913680b1-840a-445c-8d9d-37f1a8120199 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=b982c3f40986422d803b0e1db0a63377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571099 Jan 19 16:06:08.799050 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-913680b1-840a-445c-8d9d-37f1a8120199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:06:08.799645 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 48348) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:06:08.893674 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9c8f04e8-22b7-403e-abf3-d559cbb1977b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:08.948202 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9c8f04e8-22b7-403e-abf3-d559cbb1977b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:09.018739 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9c8f04e8-22b7-403e-abf3-d559cbb1977b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:09.028815 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-ef5f8eff-b055-4427-9149-ae27b4dc6a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:06:09.050159 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f04e8-22b7-403e-abf3-d559cbb1977b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c86d6b-48ba-490f-8e42-a84ee8839971,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:06:09.059648 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9c8f04e8-22b7-403e-abf3-d559cbb1977b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:06:09.064369 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9c8f04e8-22b7-403e-abf3-d559cbb1977b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:09.073329 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a241b1-70b0-4ff8-ac61-9cdfdcbc2819 service neutron] Pushing event updated for resources: {'Port': ['ID=013ebe80-3b14-4a23-81fd-99c9559b9c93,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:06:09.091684 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-9c8f04e8-22b7-403e-abf3-d559cbb1977b admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/e0c86d6b-48ba-490f-8e42-a84ee8839971 HTTP/1.1" status: 204 len: 168 time: 0.2905350 Jan 19 16:06:09.121905 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-a9a241b1-70b0-4ff8-ac61-9cdfdcbc2819 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:06:09.188839 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:09.455941 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 69ce9b52-aadf-4053-9bb2-4349c820591f up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:06:09.542131 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e717131-6998-4017-8001-9afc868f847d req-26e4ce28-be08-4b11-9186-50cd9b3ff96d tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:09.550522 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7e717131-6998-4017-8001-9afc868f847d req-26e4ce28-be08-4b11-9186-50cd9b3ff96d tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=69d615e8-e3a1-45c3-80c5-73a2232ec678 HTTP/1.1" status: 200 len: 943 time: 0.5959573 Jan 19 16:06:09.588852 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 69ce9b52-aadf-4053-9bb2-4349c820591f triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:06:09.589744 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:09.720113 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7e717131-6998-4017-8001-9afc868f847d req-a399f0a7-3275-4481-97f5-b03d3016e23d tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=4883eaf4-c0d4-4e02-9429-4d6cbc0bfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676149 Jan 19 16:06:09.773945 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-a9a241b1-70b0-4ff8-ac61-9cdfdcbc2819 service neutron] Attempting to bind port 013ebe80-3b14-4a23-81fd-99c9559b9c93 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 16:06:09.774290 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-a9a241b1-70b0-4ff8-ac61-9cdfdcbc2819 service neutron] Attempting to bind port 013ebe80-3b14-4a23-81fd-99c9559b9c93 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': 'fb008804-836d-4882-a02a-897d065b80a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 16:06:09.774663 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-a9a241b1-70b0-4ff8-ac61-9cdfdcbc2819 service neutron] Attempting to bind port 013ebe80-3b14-4a23-81fd-99c9559b9c93 on network 6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 16:06:09.783373 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-a9a241b1-70b0-4ff8-ac61-9cdfdcbc2819 service neutron] Checking agent: {'id': '073d1919-22dd-4be4-a5f1-d010cf1bf21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 56, 7), 'started_at': datetime.datetime(2021, 1, 19, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 16:06:09.783764 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-a9a241b1-70b0-4ff8-ac61-9cdfdcbc2819 service neutron] Checking segment: {'id': 'fb008804-836d-4882-a02a-897d065b80a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:06:09.784176 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-a9a241b1-70b0-4ff8-ac61-9cdfdcbc2819 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:09.784749 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-a9a241b1-70b0-4ff8-ac61-9cdfdcbc2819 service neutron] Bound using segment: {'id': 'fb008804-836d-4882-a02a-897d065b80a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 16:06:09.785039 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-a9a241b1-70b0-4ff8-ac61-9cdfdcbc2819 service neutron] Bound port: 013ebe80-3b14-4a23-81fd-99c9559b9c93, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb008804-836d-4882-a02a-897d065b80a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 16:06:09.785421 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-a9a241b1-70b0-4ff8-ac61-9cdfdcbc2819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:09.826129 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc2c22-ffa9-402c-a39f-061ba03545d3 req-89dd77d2-4bbe-46f1-87fd-f08371d28564 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:09.827909 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-efbc2c22-ffa9-402c-a39f-061ba03545d3 req-89dd77d2-4bbe-46f1-87fd-f08371d28564 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 985 time: 0.4423752 Jan 19 16:06:09.972337 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-efbc2c22-ffa9-402c-a39f-061ba03545d3 req-015955f4-4cf2-4841-81f6-602dc2fc7d85 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=99bfe3ea-aa86-4564-8230-bb0cafcdbe93&id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1061201 Jan 19 16:06:09.983879 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-a9a241b1-70b0-4ff8-ac61-9cdfdcbc2819 service neutron] For port 013ebe80-3b14-4a23-81fd-99c9559b9c93, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 16:06:09.987885 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-a9a241b1-70b0-4ff8-ac61-9cdfdcbc2819 service neutron] For port 013ebe80-3b14-4a23-81fd-99c9559b9c93, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=013ebe80-3b14-4a23-81fd-99c9559b9c93,segment=NetworkSegment(fb008804-836d-4882-a02a-897d065b80a8),segment_id=fb008804-836d-4882-a02a-897d065b80a8)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 16:06:09.992224 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-a9a241b1-70b0-4ff8-ac61-9cdfdcbc2819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:10.011137 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-ecc756a7-43fa-4abf-9cdc-594d5b0b6715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:06:10.218231 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a241b1-70b0-4ff8-ac61-9cdfdcbc2819 service neutron] Pushing event updated for resources: {'Port': ['ID=013ebe80-3b14-4a23-81fd-99c9559b9c93,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:06:10.223618 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-a9a241b1-70b0-4ff8-ac61-9cdfdcbc2819 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:06:10.276487 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-a9a241b1-70b0-4ff8-ac61-9cdfdcbc2819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:10.277671 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-a9a241b1-70b0-4ff8-ac61-9cdfdcbc2819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:10.280378 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-a9a241b1-70b0-4ff8-ac61-9cdfdcbc2819 service neutron] 10.222.0.104 "PUT /v2.0/ports/013ebe80-3b14-4a23-81fd-99c9559b9c93 HTTP/1.1" status: 200 len: 1157 time: 3.2449918 Jan 19 16:06:10.281513 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d615e8-e3a1-45c3-80c5-73a2232ec678', 'tag': '013ebe80-3b14-4a23-81fd-99c9559b9c93'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:06:10.408750 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d615e8-e3a1-45c3-80c5-73a2232ec678', 'tag': '013ebe80-3b14-4a23-81fd-99c9559b9c93', 'status': 'completed', 'code': 200} Jan 19 16:06:10.464574 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-5f9e4c72-5cfc-4c7a-b05b-8b41138c7aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:10.466284 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-5f9e4c72-5cfc-4c7a-b05b-8b41138c7aff service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7b1a4fa7e3e84f4c99ed43dd4d9f70d8&device_id=69d615e8-e3a1-45c3-80c5-73a2232ec678 HTTP/1.1" status: 200 len: 1160 time: 0.1124535 Jan 19 16:06:10.557990 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-f506439a-8eed-4c2f-9843-bf3ae7dffa6f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=013ebe80-3b14-4a23-81fd-99c9559b9c93 HTTP/1.1" status: 200 len: 217 time: 0.0802796 Jan 19 16:06:10.639772 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-739ca90d-9a27-4034-bc9c-0057505ab260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:10.641481 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-739ca90d-9a27-4034-bc9c-0057505ab260 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2ac4c3c0-47d4-4e4c-9947-77ff1933d492 HTTP/1.1" status: 200 len: 849 time: 0.0721989 Jan 19 16:06:10.757396 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-cfd9550a-1fd7-431c-93f6-79019bd3fe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:10.759416 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-cfd9550a-1fd7-431c-93f6-79019bd3fe05 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6ea02ce0-bc45-4d69-89bd-6b33e937c1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1059031 Jan 19 16:06:11.056197 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-b216bcba-db49-4636-a73f-bd87ee8835c0 service neutron] 10.222.0.104 "GET /v2.0/networks/6ea02ce0-bc45-4d69-89bd-6b33e937c1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838857 Jan 19 16:06:11.304113 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-20653d41-18c4-40b2-8d39-021c8df96d96 req-710cd727-94ec-4be9-b6d0-e894d0fa3e54 service neutron] 10.222.0.104 "GET /v2.0/networks/6ea02ce0-bc45-4d69-89bd-6b33e937c1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2353008 Jan 19 16:06:11.332288 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14c6a6-4387-4a8a-b3ce-06fa7464c56e req-00d47076-248d-4059-8640-ceaf851758e6 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:11.334166 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ff14c6a6-4387-4a8a-b3ce-06fa7464c56e req-00d47076-248d-4059-8640-ceaf851758e6 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=69d615e8-e3a1-45c3-80c5-73a2232ec678 HTTP/1.1" status: 200 len: 943 time: 0.3368795 Jan 19 16:06:11.442473 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 48392) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:06:11.460242 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 69ce9b52-aadf-4053-9bb2-4349c820591f up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:06:11.460464 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86771b59-c62c-45a0-904b-3015adf37321 req-2def789e-2ec0-4f4b-9365-70812b130075 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:11.462058 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-86771b59-c62c-45a0-904b-3015adf37321 req-2def789e-2ec0-4f4b-9365-70812b130075 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 985 time: 0.2775414 Jan 19 16:06:11.495381 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ff14c6a6-4387-4a8a-b3ce-06fa7464c56e req-14fb36e4-674a-4282-874b-12d7c56c2225 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=4883eaf4-c0d4-4e02-9429-4d6cbc0bfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408834 Jan 19 16:06:11.588814 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-86771b59-c62c-45a0-904b-3015adf37321 req-0e8adda2-3328-490e-b14c-a7cec7ba01ab tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=99bfe3ea-aa86-4564-8230-bb0cafcdbe93&id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1009748 Jan 19 16:06:11.594426 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9151b5-3eee-46ae-afcd-039c44b1bf0d req-8646a5df-3bf0-43b4-b13a-26f71802ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:11.596135 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fd9151b5-3eee-46ae-afcd-039c44b1bf0d req-8646a5df-3bf0-43b4-b13a-26f71802ac8c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7b1a4fa7e3e84f4c99ed43dd4d9f70d8&device_id=69d615e8-e3a1-45c3-80c5-73a2232ec678 HTTP/1.1" status: 200 len: 1160 time: 0.2189121 Jan 19 16:06:11.647101 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 69ce9b52-aadf-4053-9bb2-4349c820591f triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:06:11.647101 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:11.795645 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6ccc49be-e085-4eaf-bc5b-ba6d6a8ee04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:11.819163 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-6ccc49be-e085-4eaf-bc5b-ba6d6a8ee04a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:06:11.825028 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-6ccc49be-e085-4eaf-bc5b-ba6d6a8ee04a admin admin] Usage tracker for resource:security_group_rule and tenant:d2850bcf1f15479183a3e466993065f5 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:06:11.828654 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-6ccc49be-e085-4eaf-bc5b-ba6d6a8ee04a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:06:11.836085 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-6ccc49be-e085-4eaf-bc5b-ba6d6a8ee04a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:06:11.921901 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9151b5-3eee-46ae-afcd-039c44b1bf0d req-5cf7e6d8-9b53-42d4-bbb8-8ba04c777a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:11.924722 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fd9151b5-3eee-46ae-afcd-039c44b1bf0d req-5cf7e6d8-9b53-42d4-bbb8-8ba04c777a0b service neutron] 10.222.0.104 "GET /v2.0/networks?id=6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 HTTP/1.1" status: 200 len: 904 time: 0.3160648 Jan 19 16:06:11.935590 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6ccc49be-e085-4eaf-bc5b-ba6d6a8ee04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:11.938897 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6ccc49be-e085-4eaf-bc5b-ba6d6a8ee04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:11.949809 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-635d42c0-4e4e-4750-9780-aebc608317f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:06:12.000251 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-6ccc49be-e085-4eaf-bc5b-ba6d6a8ee04a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=d2850bcf1f15479183a3e466993065f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5530989 Jan 19 16:06:12.000251 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc49be-e085-4eaf-bc5b-ba6d6a8ee04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfbb690-d9d2-4d94-93e4-17f0ad491eef,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:06:12.002134 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 48400) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:06:12.005221 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6ccc49be-e085-4eaf-bc5b-ba6d6a8ee04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:06:12.079906 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1cea668a-085c-42ff-8a57-9fee0f1880f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:12.083668 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fd9151b5-3eee-46ae-afcd-039c44b1bf0d req-d9651ea8-5fb6-4127-9ae5-cdc2613a6f12 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=013ebe80-3b14-4a23-81fd-99c9559b9c93 HTTP/1.1" status: 200 len: 217 time: 0.1442773 Jan 19 16:06:12.122642 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1cea668a-085c-42ff-8a57-9fee0f1880f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:12.200080 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9151b5-3eee-46ae-afcd-039c44b1bf0d req-41a27ae8-d3f2-4cb0-8280-39257df56f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:12.201757 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fd9151b5-3eee-46ae-afcd-039c44b1bf0d req-41a27ae8-d3f2-4cb0-8280-39257df56f06 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2ac4c3c0-47d4-4e4c-9947-77ff1933d492 HTTP/1.1" status: 200 len: 849 time: 0.1088486 Jan 19 16:06:12.210486 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1cea668a-085c-42ff-8a57-9fee0f1880f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:12.216380 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e01bb3e5-a226-4365-ad4d-a321b294db00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:06:12.232826 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea668a-085c-42ff-8a57-9fee0f1880f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfbb690-d9d2-4d94-93e4-17f0ad491eef,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:06:12.235877 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1cea668a-085c-42ff-8a57-9fee0f1880f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:06:12.237254 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1cea668a-085c-42ff-8a57-9fee0f1880f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:12.243689 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-1cea668a-085c-42ff-8a57-9fee0f1880f6 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/2dfbb690-d9d2-4d94-93e4-17f0ad491eef HTTP/1.1" status: 204 len: 168 time: 0.2352834 Jan 19 16:06:12.375298 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9151b5-3eee-46ae-afcd-039c44b1bf0d req-8c001727-257a-4277-a396-bf5136bbec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:12.378108 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fd9151b5-3eee-46ae-afcd-039c44b1bf0d req-8c001727-257a-4277-a396-bf5136bbec39 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6ea02ce0-bc45-4d69-89bd-6b33e937c1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1654279 Jan 19 16:06:12.560727 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fd9151b5-3eee-46ae-afcd-039c44b1bf0d req-7e684992-f186-4566-a4b9-fc9b7809899f service neutron] 10.222.0.104 "GET /v2.0/networks/6ea02ce0-bc45-4d69-89bd-6b33e937c1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716204 Jan 19 16:06:12.875563 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fd9151b5-3eee-46ae-afcd-039c44b1bf0d req-fa957786-f1a9-41ab-8a27-4ccf783c0aac service neutron] 10.222.0.104 "GET /v2.0/networks/6ea02ce0-bc45-4d69-89bd-6b33e937c1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3042643 Jan 19 16:06:12.919666 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4575a07-cae0-458a-a628-8e8c951dce00 req-4866ccaa-e48e-4a80-844e-5e5ac61ec050 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:12.922669 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c4575a07-cae0-458a-a628-8e8c951dce00 req-4866ccaa-e48e-4a80-844e-5e5ac61ec050 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=69d615e8-e3a1-45c3-80c5-73a2232ec678 HTTP/1.1" status: 200 len: 943 time: 0.1940150 Jan 19 16:06:13.034883 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c4575a07-cae0-458a-a628-8e8c951dce00 req-9564e8c1-1628-4010-9b4f-ad702e7509ca tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=4883eaf4-c0d4-4e02-9429-4d6cbc0bfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965061 Jan 19 16:06:14.013261 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 013ebe80-3b14-4a23-81fd-99c9559b9c93 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:06:14.172137 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning for port 013ebe80-3b14-4a23-81fd-99c9559b9c93 completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:06:14.183079 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 013ebe80-3b14-4a23-81fd-99c9559b9c93 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:06:14.183987 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:14.366573 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba8fa8-8461-4c87-8593-eea10f46bc0d req-85fc2d8b-815d-4812-971b-cbd66ef0c077 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:14.368501 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f5ba8fa8-8461-4c87-8593-eea10f46bc0d req-85fc2d8b-815d-4812-971b-cbd66ef0c077 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=69d615e8-e3a1-45c3-80c5-73a2232ec678 HTTP/1.1" status: 200 len: 943 time: 0.1307528 Jan 19 16:06:14.377198 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:14.412519 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d615e8-e3a1-45c3-80c5-73a2232ec678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013ebe80-3b14-4a23-81fd-99c9559b9c93'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:06:14.425434 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port 013ebe80-3b14-4a23-81fd-99c9559b9c93, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=013ebe80-3b14-4a23-81fd-99c9559b9c93,segment=NetworkSegment(fb008804-836d-4882-a02a-897d065b80a8),segment_id=fb008804-836d-4882-a02a-897d065b80a8)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:06:14.429169 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f5ba8fa8-8461-4c87-8593-eea10f46bc0d req-ea4d8d57-2e2f-4ef9-bba8-570303813234 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=4883eaf4-c0d4-4e02-9429-4d6cbc0bfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527689 Jan 19 16:06:14.429406 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:14.431770 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:06:14.519330 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=013ebe80-3b14-4a23-81fd-99c9559b9c93,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:06:14.523426 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:06:14.630972 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d615e8-e3a1-45c3-80c5-73a2232ec678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013ebe80-3b14-4a23-81fd-99c9559b9c93', 'code': 200} Jan 19 16:06:14.985373 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcce33a-036b-4475-b93a-66e170779361 req-80d6e1c0-a95d-492f-9bae-2859f77c8c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:14.988256 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-adcce33a-036b-4475-b93a-66e170779361 req-80d6e1c0-a95d-492f-9bae-2859f77c8c31 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=69d615e8-e3a1-45c3-80c5-73a2232ec678 HTTP/1.1" status: 200 len: 1162 time: 0.1116493 Jan 19 16:06:15.056297 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-adcce33a-036b-4475-b93a-66e170779361 req-394a6aed-8b06-4502-b829-fee889ee912b service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=4883eaf4-c0d4-4e02-9429-4d6cbc0bfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471847 Jan 19 16:06:15.470804 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 013ebe80-3b14-4a23-81fd-99c9559b9c93 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:06:15.586286 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 013ebe80-3b14-4a23-81fd-99c9559b9c93 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:06:15.586764 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:15.855187 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93c686-3a63-4294-b10b-96b67a31943c req-c8a4f30c-2b7d-472d-90f3-b0c41ec3c01f tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:15.858261 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5c93c686-3a63-4294-b10b-96b67a31943c req-c8a4f30c-2b7d-472d-90f3-b0c41ec3c01f tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=69d615e8-e3a1-45c3-80c5-73a2232ec678 HTTP/1.1" status: 200 len: 945 time: 0.1705198 Jan 19 16:06:15.916717 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5c93c686-3a63-4294-b10b-96b67a31943c req-c2525cea-22b4-46e9-aabc-7a35b96d686f tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=4883eaf4-c0d4-4e02-9429-4d6cbc0bfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517161 Jan 19 16:06:17.145522 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 48462) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:06:17.462324 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:17.484217 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:06:17.495557 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 013ebe80-3b14-4a23-81fd-99c9559b9c93 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:06:17.497947 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Usage tracker for resource:security_group_rule and tenant:1506c4dedeaa4feaa4953246a2e4bd77 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:06:17.502960 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:06:17.514590 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:06:17.571742 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7187cb-b0d1-4d70-9f22-08ffcf8e2856 req-ebae4bec-0228-4cc8-99b4-e70c6ba47055 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:17.574433 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ad7187cb-b0d1-4d70-9f22-08ffcf8e2856 req-ebae4bec-0228-4cc8-99b4-e70c6ba47055 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=69d615e8-e3a1-45c3-80c5-73a2232ec678 HTTP/1.1" status: 200 len: 945 time: 0.4304395 Jan 19 16:06:17.580443 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 013ebe80-3b14-4a23-81fd-99c9559b9c93 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:06:17.580734 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:17.661403 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ad7187cb-b0d1-4d70-9f22-08ffcf8e2856 req-5f3886c3-89a3-4a5c-98f8-e68eded0adec tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=4883eaf4-c0d4-4e02-9429-4d6cbc0bfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739715 Jan 19 16:06:17.710935 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:17.715043 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:17.722619 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-eb100894-b9ba-471a-ba8a-964e5f8d0558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:06:17.756389 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2b9bf4-2648-408b-9851-d53c468c00e6,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:06:17.768859 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:17.769348 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:17.769708 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:17.769994 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:17.770405 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:17.770826 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:17.771226 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:17.771615 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:17.772036 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:17.772368 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:17.772757 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:17.773142 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:17.773625 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:17.774016 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:17.774403 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:17.774816 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:17.775401 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:17.776250 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:17.777191 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:17.777191 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:17.777539 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:17.777812 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:17.778169 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:17.778552 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:06:17.785103 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:06:17.808334 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-57f764ca-a670-406b-8784-1f9c5f1847f3 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=1506c4dedeaa4feaa4953246a2e4bd77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6610079 Jan 19 16:06:17.812459 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 48470) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:06:17.884012 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-787e35aa-2eec-455e-aece-6d4b80e75030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:17.937566 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-787e35aa-2eec-455e-aece-6d4b80e75030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:18.017060 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-787e35aa-2eec-455e-aece-6d4b80e75030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:18.022348 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-7489b613-2611-4aa6-9248-8ff2ab295a19 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:06:18.022702 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ccc59-23b9-42c8-958d-149f7d67fcb8 req-0c2352d7-2a2a-4c08-ba16-bfffabe984e8 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:18.024204 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ef2ccc59-23b9-42c8-958d-149f7d67fcb8 req-0c2352d7-2a2a-4c08-ba16-bfffabe984e8 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=69d615e8-e3a1-45c3-80c5-73a2232ec678 HTTP/1.1" status: 200 len: 945 time: 0.1243124 Jan 19 16:06:18.036964 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 48476) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:06:18.044283 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-11298ff2-ff24-472f-89f9-ce3dc01a9690 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Request body: {'floatingip': {'port_id': '013ebe80-3b14-4a23-81fd-99c9559b9c93'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:06:18.048547 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e35aa-2eec-455e-aece-6d4b80e75030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2b9bf4-2648-408b-9851-d53c468c00e6,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:06:18.057967 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-787e35aa-2eec-455e-aece-6d4b80e75030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:06:18.059735 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-787e35aa-2eec-455e-aece-6d4b80e75030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:18.062836 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-787e35aa-2eec-455e-aece-6d4b80e75030 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/ea2b9bf4-2648-408b-9851-d53c468c00e6 HTTP/1.1" status: 204 len: 168 time: 0.2487967 Jan 19 16:06:18.205099 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-11298ff2-ff24-472f-89f9-ce3dc01a9690 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for floatingip, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:19.145491 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-11298ff2-ff24-472f-89f9-ce3dc01a9690 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for floatingip, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:19.155040 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-11298ff2-ff24-472f-89f9-ce3dc01a9690 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853037689'] for floatingip, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:19.466770 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.l3_db [None req-11298ff2-ff24-472f-89f9-ce3dc01a9690 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Floating IP 2c61030e-61c4-40af-bd88-da0f824e9d67 associated. External IP: 172.28.3.138, port: 013ebe80-3b14-4a23-81fd-99c9559b9c93. Jan 19 16:06:19.975885 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11298ff2-ff24-472f-89f9-ce3dc01a9690 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Router ce2f8eee-08cd-45d3-909c-dc6b6e008f84 has already been hosted by L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f {{(pid=80160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 16:06:20.218390 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11298ff2-ff24-472f-89f9-ce3dc01a9690 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 16:06:20.239357 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-11298ff2-ff24-472f-89f9-ce3dc01a9690 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for floatingip, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:20.242908 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd62462-b38f-4887-9670-ab64aff86877 None None] Sync routers for ids ['ce2f8eee-08cd-45d3-909c-dc6b6e008f84'] in dv-cinder-667108-29-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 16:06:20.259783 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd62462-b38f-4887-9670-ab64aff86877 None None] Routers {'ce2f8eee-08cd-45d3-909c-dc6b6e008f84'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:06:20.261007 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-fdd62462-b38f-4887-9670-ab64aff86877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:06:07Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['ce2f8eee-08cd-45d3-909c-dc6b6e008f84'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:06:20.335889 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-11298ff2-ff24-472f-89f9-ce3dc01a9690 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "PUT /v2.0/floatingips/2c61030e-61c4-40af-bd88-da0f824e9d67 HTTP/1.1" status: 200 len: 991 time: 2.2962570 Jan 19 16:06:20.336482 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d615e8-e3a1-45c3-80c5-73a2232ec678', 'tag': '013ebe80-3b14-4a23-81fd-99c9559b9c93'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:06:20.479445 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d615e8-e3a1-45c3-80c5-73a2232ec678', 'tag': '013ebe80-3b14-4a23-81fd-99c9559b9c93', 'status': 'completed', 'code': 200} Jan 19 16:06:20.627289 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-fdd62462-b38f-4887-9670-ab64aff86877 None None] Set router ce2f8eee-08cd-45d3-909c-dc6b6e008f84 gateway port host: dv-cinder-667108-29-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:06:20.657151 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53d34d-9d09-4dd1-93b6-ab1b821da23c req-930c1adb-de21-4485-b754-2bf5ae11ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:20.658940 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ce53d34d-9d09-4dd1-93b6-ab1b821da23c req-930c1adb-de21-4485-b754-2bf5ae11ed6e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7b1a4fa7e3e84f4c99ed43dd4d9f70d8&device_id=69d615e8-e3a1-45c3-80c5-73a2232ec678 HTTP/1.1" status: 200 len: 1162 time: 0.1436796 Jan 19 16:06:20.887906 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53d34d-9d09-4dd1-93b6-ab1b821da23c req-5fddd356-9dac-4488-9adf-199da96e5bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:20.890183 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ce53d34d-9d09-4dd1-93b6-ab1b821da23c req-5fddd356-9dac-4488-9adf-199da96e5bfb service neutron] 10.222.0.104 "GET /v2.0/networks?id=6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 HTTP/1.1" status: 200 len: 904 time: 0.1949704 Jan 19 16:06:21.266519 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-fdd62462-b38f-4887-9670-ab64aff86877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'name': 'tempest-AttachVolumeTestJSON-831487525-router', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:54Z', 'updated_at': '2021-01-19T15:59:36Z', 'revision_number': 4, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'gw_port': {'id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:59Z', 'updated_at': '2021-01-19T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_floatingips': [{'id': '2c61030e-61c4-40af-bd88-da0f824e9d67', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'floating_ip_address': '172.28.3.138', 'floating_network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'router_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'port_id': '013ebe80-3b14-4a23-81fd-99c9559b9c93', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2', 'mac_address': 'fa:16:3e:60:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d615e8-e3a1-45c3-80c5-73a2232ec678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T16:05:59Z', 'updated_at': '2021-01-19T16:06:18Z', 'revision_number': 1, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473d9f30-18c8-4496-8f02-e61eab3038ed', 'name': '', 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'mac_address': 'fa:16:3e:8c:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:24Z', 'updated_at': '2021-01-19T15:59:53Z', 'revision_number': 5, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'subnets': [{'id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:06:21.271554 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd62462-b38f-4887-9670-ab64aff86877 None None] Checking router: ce2f8eee-08cd-45d3-909c-dc6b6e008f84 for host: dv-cinder-667108-29-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 16:06:21.283769 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd62462-b38f-4887-9670-ab64aff86877 None None] Routers {'ce2f8eee-08cd-45d3-909c-dc6b6e008f84'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:06:21.285018 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-fdd62462-b38f-4887-9670-ab64aff86877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:06:07Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['ce2f8eee-08cd-45d3-909c-dc6b6e008f84'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:06:21.312884 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ce53d34d-9d09-4dd1-93b6-ab1b821da23c req-89776479-e9d6-4aa6-8a7b-3786f7fd9cb7 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=013ebe80-3b14-4a23-81fd-99c9559b9c93 HTTP/1.1" status: 200 len: 999 time: 0.4087763 Jan 19 16:06:21.406599 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53d34d-9d09-4dd1-93b6-ab1b821da23c req-bf9280dd-4ca4-4121-840b-3439b921478b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:21.408472 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ce53d34d-9d09-4dd1-93b6-ab1b821da23c req-bf9280dd-4ca4-4121-840b-3439b921478b service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2ac4c3c0-47d4-4e4c-9947-77ff1933d492 HTTP/1.1" status: 200 len: 849 time: 0.0861611 Jan 19 16:06:21.531303 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53d34d-9d09-4dd1-93b6-ab1b821da23c req-2cb64691-2937-4706-82c1-d24549cf8ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:21.534564 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ce53d34d-9d09-4dd1-93b6-ab1b821da23c req-2cb64691-2937-4706-82c1-d24549cf8ee4 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6ea02ce0-bc45-4d69-89bd-6b33e937c1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1149604 Jan 19 16:06:21.538224 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-fdd62462-b38f-4887-9670-ab64aff86877 None None] Set router ce2f8eee-08cd-45d3-909c-dc6b6e008f84 gateway port host: dv-cinder-667108-29-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:06:21.796734 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ce53d34d-9d09-4dd1-93b6-ab1b821da23c req-7451c6a4-b0d5-4275-bbb2-64541aa70335 service neutron] 10.222.0.104 "GET /v2.0/networks/6ea02ce0-bc45-4d69-89bd-6b33e937c1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529130 Jan 19 16:06:22.043010 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ce53d34d-9d09-4dd1-93b6-ab1b821da23c req-81ba67fb-853a-4aff-a06e-da4802ef10aa service neutron] 10.222.0.104 "GET /v2.0/networks/6ea02ce0-bc45-4d69-89bd-6b33e937c1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2120242 Jan 19 16:06:22.227029 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-fdd62462-b38f-4887-9670-ab64aff86877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'name': 'tempest-AttachVolumeTestJSON-831487525-router', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:54Z', 'updated_at': '2021-01-19T15:59:36Z', 'revision_number': 4, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'gw_port': {'id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:59Z', 'updated_at': '2021-01-19T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_floatingips': [{'id': '2c61030e-61c4-40af-bd88-da0f824e9d67', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'floating_ip_address': '172.28.3.138', 'floating_network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'router_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'port_id': '013ebe80-3b14-4a23-81fd-99c9559b9c93', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2', 'mac_address': 'fa:16:3e:60:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d615e8-e3a1-45c3-80c5-73a2232ec678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T16:05:59Z', 'updated_at': '2021-01-19T16:06:18Z', 'revision_number': 1, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473d9f30-18c8-4496-8f02-e61eab3038ed', 'name': '', 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'mac_address': 'fa:16:3e:8c:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:24Z', 'updated_at': '2021-01-19T15:59:53Z', 'revision_number': 5, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'subnets': [{'id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:06:22.235100 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd62462-b38f-4887-9670-ab64aff86877 None None] The sync data for ids ['ce2f8eee-08cd-45d3-909c-dc6b6e008f84'] in dv-cinder-667108-29-smb is: [{'id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'name': 'tempest-AttachVolumeTestJSON-831487525-router', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:54Z', 'updated_at': '2021-01-19T15:59:36Z', 'revision_number': 4, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'gw_port': {'id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:59Z', 'updated_at': '2021-01-19T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_floatingips': [{'id': '2c61030e-61c4-40af-bd88-da0f824e9d67', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'floating_ip_address': '172.28.3.138', 'floating_network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'router_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'port_id': '013ebe80-3b14-4a23-81fd-99c9559b9c93', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2', 'mac_address': 'fa:16:3e:60:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d615e8-e3a1-45c3-80c5-73a2232ec678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T16:05:59Z', 'updated_at': '2021-01-19T16:06:18Z', 'revision_number': 1, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473d9f30-18c8-4496-8f02-e61eab3038ed', 'name': '', 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'mac_address': 'fa:16:3e:8c:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:24Z', 'updated_at': '2021-01-19T15:59:53Z', 'revision_number': 5, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'subnets': [{'id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 16:06:22.578694 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51204d62-ac4c-4191-b044-206d3dac4b91 None None] New status for floating IP 2c61030e-61c4-40af-bd88-da0f824e9d67: ACTIVE {{(pid=80162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 16:06:23.088151 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:06:32.122026 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847dd3e-f1f9-4bc8-80e5-ba82559ead28 req-d47ec54e-a6fa-4e7b-9299-a2d6cc15894a tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:32.123906 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5847dd3e-f1f9-4bc8-80e5-ba82559ead28 req-d47ec54e-a6fa-4e7b-9299-a2d6cc15894a tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.1283095 Jan 19 16:06:32.180158 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5847dd3e-f1f9-4bc8-80e5-ba82559ead28 req-89ffe12b-e826-4f01-851b-7568b03e0f0b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492780 Jan 19 16:06:33.300839 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 48678) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:06:33.563345 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6f378a75-ae33-4524-9cee-5fb3aee8575e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:33.611356 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-6f378a75-ae33-4524-9cee-5fb3aee8575e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:06:33.626842 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-6f378a75-ae33-4524-9cee-5fb3aee8575e admin admin] Usage tracker for resource:security_group_rule and tenant:26bbd4eb0dcd4682a578fa5099911b90 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:06:33.632680 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-6f378a75-ae33-4524-9cee-5fb3aee8575e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:06:33.642904 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-6f378a75-ae33-4524-9cee-5fb3aee8575e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:06:33.692492 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438355a-5dc7-442f-94db-9d78f9b62de7 req-4fe0fcb2-0114-4756-8240-fa754786aeca tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:33.694267 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9438355a-5dc7-442f-94db-9d78f9b62de7 req-4fe0fcb2-0114-4756-8240-fa754786aeca tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.2795815 Jan 19 16:06:33.778099 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9438355a-5dc7-442f-94db-9d78f9b62de7 req-729636cb-3f95-4b35-be3f-8af86745d73c tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713801 Jan 19 16:06:33.832685 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6f378a75-ae33-4524-9cee-5fb3aee8575e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:33.836327 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6f378a75-ae33-4524-9cee-5fb3aee8575e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:33.843940 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-ff324616-22da-4a0c-a3ce-4e6631a6dd6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:06:33.880512 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-6f378a75-ae33-4524-9cee-5fb3aee8575e admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=26bbd4eb0dcd4682a578fa5099911b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5779543 Jan 19 16:06:33.884298 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 48686) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:06:33.899528 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f378a75-ae33-4524-9cee-5fb3aee8575e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1528c31-7b72-403a-bb5b-92e0b1803a10,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:06:33.904614 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6f378a75-ae33-4524-9cee-5fb3aee8575e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:06:33.975307 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b712a010-0fb5-46eb-b566-5eba05aeecb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:34.007753 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-04be0bb4-fe2a-463a-a2e1-2e99a4147f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:34.010433 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b712a010-0fb5-46eb-b566-5eba05aeecb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:34.073114 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b712a010-0fb5-46eb-b566-5eba05aeecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:34.083699 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f48fec38-bad0-4a03-8914-bceceec626d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:06:34.109778 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712a010-0fb5-46eb-b566-5eba05aeecb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1528c31-7b72-403a-bb5b-92e0b1803a10,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:06:34.114311 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-b712a010-0fb5-46eb-b566-5eba05aeecb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:06:34.121553 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b712a010-0fb5-46eb-b566-5eba05aeecb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:34.126970 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-b712a010-0fb5-46eb-b566-5eba05aeecb3 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/f1528c31-7b72-403a-bb5b-92e0b1803a10 HTTP/1.1" status: 204 len: 168 time: 0.2409918 Jan 19 16:06:35.111411 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03667767-b30a-4245-aeb2-124aeccc9a12 req-c5ddb9c1-e508-4334-a783-1f9b68a8271e tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:35.113171 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-03667767-b30a-4245-aeb2-124aeccc9a12 req-c5ddb9c1-e508-4334-a783-1f9b68a8271e tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.1262193 Jan 19 16:06:35.173784 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-03667767-b30a-4245-aeb2-124aeccc9a12 req-9c118b65-3cc1-49ca-aadd-d00b36971499 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527723 Jan 19 16:06:36.487261 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4668928-ed2a-4017-b543-be386ddac40d req-751c14e9-470f-47bc-9eb5-68fa4168cbfd tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:36.488926 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a4668928-ed2a-4017-b543-be386ddac40d req-751c14e9-470f-47bc-9eb5-68fa4168cbfd tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.1113589 Jan 19 16:06:36.557453 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a4668928-ed2a-4017-b543-be386ddac40d req-741f5f60-4bcd-4928-a892-73d2452997b2 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561640 Jan 19 16:06:36.744951 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:37.101934 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:37.321843 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d7b039b7-64d6-40a7-97e3-ca6bdc5d0e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:37.836329 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959eb234-3759-404d-8b0f-d1ea80ebc877 req-44822435-d333-4868-b8a5-b2b8c13aaec3 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:37.838636 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-959eb234-3759-404d-8b0f-d1ea80ebc877 req-44822435-d333-4868-b8a5-b2b8c13aaec3 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.1134553 Jan 19 16:06:37.896335 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-959eb234-3759-404d-8b0f-d1ea80ebc877 req-b3435a79-57c1-467c-8259-9c4b71fcd3a2 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506372 Jan 19 16:06:37.924573 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:39.166069 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:06:39.273676 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cc44c-2b67-48b0-af3e-a70c4c415ac7 req-47b25eab-ae34-44bd-ab81-67f9d1fca5ca tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:39.276074 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-017cc44c-2b67-48b0-af3e-a70c4c415ac7 req-47b25eab-ae34-44bd-ab81-67f9d1fca5ca tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.1265063 Jan 19 16:06:39.334484 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-017cc44c-2b67-48b0-af3e-a70c4c415ac7 req-192c8a3a-0f70-4a82-8f76-c8a4358a61aa tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514002 Jan 19 16:06:40.606883 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608570f9-1739-4577-b972-63f5de456242 req-ec8ee5a6-1c71-44ce-96d1-7eada32c491d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:40.608716 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-608570f9-1739-4577-b972-63f5de456242 req-ec8ee5a6-1c71-44ce-96d1-7eada32c491d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.1112406 Jan 19 16:06:40.675300 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-608570f9-1739-4577-b972-63f5de456242 req-560b8cb1-c32e-454b-8ad1-41d1442a1556 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540676 Jan 19 16:06:41.944642 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999239ed-982b-45d1-8b06-1c8ae6a52361 req-df858bcf-8fc1-41d5-84f5-00046681f9df tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:41.947009 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-999239ed-982b-45d1-8b06-1c8ae6a52361 req-df858bcf-8fc1-41d5-84f5-00046681f9df tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.1110716 Jan 19 16:06:42.005521 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-999239ed-982b-45d1-8b06-1c8ae6a52361 req-4ca50f0b-2c18-4ce1-8701-9b4df5e5ce39 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520689 Jan 19 16:06:43.285516 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c49bef-0cc0-456c-afe0-559f7e11b405 req-4deb9fe8-c359-47cf-aca5-5ae93275a685 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:43.287274 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-74c49bef-0cc0-456c-afe0-559f7e11b405 req-4deb9fe8-c359-47cf-aca5-5ae93275a685 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.1165586 Jan 19 16:06:43.355677 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-74c49bef-0cc0-456c-afe0-559f7e11b405 req-4455fb71-25e5-4eef-bff3-9173676391f5 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554392 Jan 19 16:06:44.728223 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d2807-5e43-488c-aaf6-56d2f33b9e3a req-ebdd05be-c464-4e9d-a26f-dfc26f662897 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:44.730565 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-848d2807-5e43-488c-aaf6-56d2f33b9e3a req-ebdd05be-c464-4e9d-a26f-dfc26f662897 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.1661427 Jan 19 16:06:44.794029 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-848d2807-5e43-488c-aaf6-56d2f33b9e3a req-e89d3fdf-c2a4-4196-b62c-e8a8c42a293f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548224 Jan 19 16:06:46.069148 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6e552-d74d-4ecf-b3c2-18709b988518 req-67e8b61b-6e86-44c7-9bd5-15024e6e25b0 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:46.070832 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cfe6e552-d74d-4ecf-b3c2-18709b988518 req-67e8b61b-6e86-44c7-9bd5-15024e6e25b0 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.1165507 Jan 19 16:06:46.136363 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cfe6e552-d74d-4ecf-b3c2-18709b988518 req-fcf87095-c7f4-429d-ac8e-06b891189599 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511775 Jan 19 16:06:47.415723 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04dd7d-8310-4702-b240-28b3b380a767 req-41839f8d-5f2e-47f7-b067-622d31d3d630 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:47.417964 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9b04dd7d-8310-4702-b240-28b3b380a767 req-41839f8d-5f2e-47f7-b067-622d31d3d630 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.1258266 Jan 19 16:06:47.482492 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9b04dd7d-8310-4702-b240-28b3b380a767 req-4e0356de-31dd-4f7e-a40c-9f3391b7c835 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521855 Jan 19 16:06:48.792551 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdbfec-55bb-4637-8cb7-af36b8d6d6f8 req-fea159ea-4890-49da-9a69-204ad52349ab tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:48.794203 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-46bdbfec-55bb-4637-8cb7-af36b8d6d6f8 req-fea159ea-4890-49da-9a69-204ad52349ab tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.1490223 Jan 19 16:06:48.854590 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-46bdbfec-55bb-4637-8cb7-af36b8d6d6f8 req-20cc2b81-6d7c-4de8-a9ef-2388fd7e46e8 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536051 Jan 19 16:06:50.140213 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd5b3a-96db-44d4-9d21-449ede599715 req-72544ed2-a2fc-4bd4-b3f2-257e1b1f1bd2 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:50.142131 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-74fd5b3a-96db-44d4-9d21-449ede599715 req-72544ed2-a2fc-4bd4-b3f2-257e1b1f1bd2 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.1223536 Jan 19 16:06:50.202292 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-74fd5b3a-96db-44d4-9d21-449ede599715 req-9ab7fff7-3196-4c7e-ae3a-84e6f9680480 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515172 Jan 19 16:06:51.604898 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74c64a-475f-4b35-b886-1f3aa1863232 req-d3e1ccdb-626d-4858-aed9-370d3aedace0 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:51.607650 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1a74c64a-475f-4b35-b886-1f3aa1863232 req-d3e1ccdb-626d-4858-aed9-370d3aedace0 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.2039585 Jan 19 16:06:51.677951 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1a74c64a-475f-4b35-b886-1f3aa1863232 req-84c8cb62-479d-4903-8f56-a39303590f5f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596120 Jan 19 16:06:53.194838 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbebf3c-1088-4a93-8c76-cb9929de7cdd req-a8488630-de5c-4efd-a991-514bbf6c6147 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:53.198457 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6bbebf3c-1088-4a93-8c76-cb9929de7cdd req-a8488630-de5c-4efd-a991-514bbf6c6147 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.2481573 Jan 19 16:06:53.292058 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6bbebf3c-1088-4a93-8c76-cb9929de7cdd req-2057d69a-8505-4cbc-b87e-f49008de9c89 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860956 Jan 19 16:06:54.621638 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8c1a0-d16b-47d2-b2f4-32d946aa559a req-1754f589-b873-42bd-9e70-29e5d208cec8 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:54.623346 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-32d8c1a0-d16b-47d2-b2f4-32d946aa559a req-1754f589-b873-42bd-9e70-29e5d208cec8 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.1287642 Jan 19 16:06:54.712369 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-32d8c1a0-d16b-47d2-b2f4-32d946aa559a req-dabb8d55-e412-4257-b662-88d4316b0456 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805786 Jan 19 16:06:56.205778 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7c28c-ad1b-45d8-acc1-873f68a8f0b7 req-607efa17-c4df-419e-be4d-a2b06f10a822 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:56.208775 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-81c7c28c-ad1b-45d8-acc1-873f68a8f0b7 req-607efa17-c4df-419e-be4d-a2b06f10a822 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.2822280 Jan 19 16:06:56.324865 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-81c7c28c-ad1b-45d8-acc1-873f68a8f0b7 req-0dcad701-848f-4faf-b166-c6e8e058c398 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037219 Jan 19 16:06:57.761044 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63f37f-9cea-4687-b425-a248f0660863 req-13837238-1028-4829-9a32-c14aac2faf9e tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:57.764010 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bc63f37f-9cea-4687-b425-a248f0660863 req-13837238-1028-4829-9a32-c14aac2faf9e tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.1694853 Jan 19 16:06:57.865388 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bc63f37f-9cea-4687-b425-a248f0660863 req-31b6c6d3-d766-43a1-9ca2-e0117b97f559 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939803 Jan 19 16:06:59.312572 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a7c65-395b-4d25-8de9-fea0474bf16d req-e24558ff-f04d-4f87-bab0-aef314e835ee tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:06:59.315322 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-720a7c65-395b-4d25-8de9-fea0474bf16d req-e24558ff-f04d-4f87-bab0-aef314e835ee tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.2225916 Jan 19 16:06:59.427664 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-720a7c65-395b-4d25-8de9-fea0474bf16d req-6f072360-b007-400d-83ce-8cae39ac31c0 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034684 Jan 19 16:07:00.074847 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:07:00.751394 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4948d8c-98dc-415d-b184-38f63ea50be6 req-9bc8f420-cf20-429c-a6af-a6dab38f1bf8 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:00.753106 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d4948d8c-98dc-415d-b184-38f63ea50be6 req-9bc8f420-cf20-429c-a6af-a6dab38f1bf8 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.1448977 Jan 19 16:07:00.837601 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d4948d8c-98dc-415d-b184-38f63ea50be6 req-cd9a4ccf-e589-4dd9-923c-3b57c45317ee tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690722 Jan 19 16:07:01.403815 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-309ad9c6-e29b-4947-8f95-d0f5b3efcf3b req-6fd510fb-2c86-4e6f-bd2b-35c5e537d58c service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1206260 Jan 19 16:07:01.640012 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ad9c6-e29b-4947-8f95-d0f5b3efcf3b req-21733179-5c8b-428c-a9a5-3966d0f58809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:01.643076 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-309ad9c6-e29b-4947-8f95-d0f5b3efcf3b req-21733179-5c8b-428c-a9a5-3966d0f58809 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=2e0ee6f28ba94989ad38ea08f56b666f&device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 1203 time: 0.1152551 Jan 19 16:07:01.870654 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ad9c6-e29b-4947-8f95-d0f5b3efcf3b req-b161ccec-e53c-4de9-8689-0c38754dec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:01.872892 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-309ad9c6-e29b-4947-8f95-d0f5b3efcf3b req-b161ccec-e53c-4de9-8689-0c38754dec75 service neutron] 10.222.0.104 "GET /v2.0/networks?id=32ada299-f940-43f6-a6d6-7b24d2f5c6aa HTTP/1.1" status: 200 len: 909 time: 0.1881166 Jan 19 16:07:02.078367 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-309ad9c6-e29b-4947-8f95-d0f5b3efcf3b req-f109873c-b6c5-457c-9b65-ff2833fd2908 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69ce9b52-aadf-4053-9bb2-4349c820591f HTTP/1.1" status: 200 len: 1001 time: 0.1970224 Jan 19 16:07:02.259406 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ad9c6-e29b-4947-8f95-d0f5b3efcf3b req-cab273f3-f0a4-4a24-80db-c16495cef162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:02.261427 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-309ad9c6-e29b-4947-8f95-d0f5b3efcf3b req-cab273f3-f0a4-4a24-80db-c16495cef162 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=0ae45b3e-7638-4b09-9105-d3f10811827b HTTP/1.1" status: 200 len: 854 time: 0.1145749 Jan 19 16:07:02.359948 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f3c67-1116-4962-acb8-1a5fde562cd5 req-b05c18e5-3328-44b6-a1b7-4aefd6d835b5 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:02.361828 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7b8f3c67-1116-4962-acb8-1a5fde562cd5 req-b05c18e5-3328-44b6-a1b7-4aefd6d835b5 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.2961736 Jan 19 16:07:02.464990 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7b8f3c67-1116-4962-acb8-1a5fde562cd5 req-09b45a82-6307-4cb5-b448-af792f50f3ac tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897915 Jan 19 16:07:02.468380 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ad9c6-e29b-4947-8f95-d0f5b3efcf3b req-d9717f18-a107-4bc1-892b-8589efd80c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:02.470443 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-309ad9c6-e29b-4947-8f95-d0f5b3efcf3b req-d9717f18-a107-4bc1-892b-8589efd80c2c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=32ada299-f940-43f6-a6d6-7b24d2f5c6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1973982 Jan 19 16:07:02.680246 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0016da90-0f20-4262-9981-f802ad0ba615 req-16042577-002b-4efd-9e7e-c9c7a2b007e4 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-810253856&fields=id&tenant_id=2e0ee6f28ba94989ad38ea08f56b666f HTTP/1.1" status: 200 len: 267 time: 0.0952151 Jan 19 16:07:02.754187 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-309ad9c6-e29b-4947-8f95-d0f5b3efcf3b req-bdaefd2c-7bf8-4b2a-b525-73d076205626 service neutron] 10.222.0.104 "GET /v2.0/networks/32ada299-f940-43f6-a6d6-7b24d2f5c6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652478 Jan 19 16:07:02.937604 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016da90-0f20-4262-9981-f802ad0ba615 req-92d9d466-dd62-4594-85a2-b34bdf4ba069 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:02.939450 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0016da90-0f20-4262-9981-f802ad0ba615 req-92d9d466-dd62-4594-85a2-b34bdf4ba069 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 985 time: 0.2444050 Jan 19 16:07:02.976398 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-0016da90-0f20-4262-9981-f802ad0ba615 req-37b20ff6-4367-45e1-a0fb-489289937543 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Request body: {'port': {'security_groups': ['27438f50-cf15-41b3-a444-43c631bc9ad7']}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:07:03.047580 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-309ad9c6-e29b-4947-8f95-d0f5b3efcf3b req-baa954ac-a893-420a-b567-7ff5110a307e service neutron] 10.222.0.104 "GET /v2.0/networks/32ada299-f940-43f6-a6d6-7b24d2f5c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2784686 Jan 19 16:07:03.550320 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0016da90-0f20-4262-9981-f802ad0ba615 req-37b20ff6-4367-45e1-a0fb-489289937543 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:03.622412 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dcfaed-e8a9-41a3-b684-882b57d97382 req-2173f091-0ab2-4943-b86b-748b7f7b384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:03.624241 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f5dcfaed-e8a9-41a3-b684-882b57d97382 req-2173f091-0ab2-4943-b86b-748b7f7b384f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a5ad27bc88e04bd18332340c160e78f4&device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 1163 time: 0.5541956 Jan 19 16:07:04.005386 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d612fa6a-d401-4c8b-8307-6b7a63d9a58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:04.180408 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dcfaed-e8a9-41a3-b684-882b57d97382 req-fb174961-e3e9-464a-8ad3-e86027490301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:04.182474 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f5dcfaed-e8a9-41a3-b684-882b57d97382 req-fb174961-e3e9-464a-8ad3-e86027490301 service neutron] 10.222.0.104 "GET /v2.0/networks?id=6f889a84-1af9-40d2-bcf9-6e9854a6418c HTTP/1.1" status: 200 len: 911 time: 0.5475428 Jan 19 16:07:04.240289 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd63d4-8c89-456c-83a9-fd679384ba20 req-7ec513c9-1a89-481c-9f5e-f4cbcc3c74c1 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:04.243337 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-80bd63d4-8c89-456c-83a9-fd679384ba20 req-7ec513c9-1a89-481c-9f5e-f4cbcc3c74c1 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.4755394 Jan 19 16:07:04.545075 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-80bd63d4-8c89-456c-83a9-fd679384ba20 req-a953c584-4307-489d-a752-38f3f70bd3d8 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971755 Jan 19 16:07:04.564302 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f5dcfaed-e8a9-41a3-b684-882b57d97382 req-3dfda0cd-e42c-4329-a30b-d7b7547a66be service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dd25e4d-8182-473d-ab9c-e356e249dcfb HTTP/1.1" status: 200 len: 1002 time: 0.3705313 Jan 19 16:07:04.671302 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-0016da90-0f20-4262-9981-f802ad0ba615 req-37b20ff6-4367-45e1-a0fb-489289937543 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] For port 69ce9b52-aadf-4053-9bb2-4349c820591f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=69ce9b52-aadf-4053-9bb2-4349c820591f,segment=NetworkSegment(8643ba2a-8957-4c06-9be1-497b7d338801),segment_id=8643ba2a-8957-4c06-9be1-497b7d338801)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:07:04.684980 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dcfaed-e8a9-41a3-b684-882b57d97382 req-c6ca0135-5f48-4053-93eb-54b6f08f01df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:04.686628 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f5dcfaed-e8a9-41a3-b684-882b57d97382 req-c6ca0135-5f48-4053-93eb-54b6f08f01df service neutron] 10.222.0.104 "GET /v2.0/subnets?id=50029681-e86b-47f1-bdb3-0326582392cc HTTP/1.1" status: 200 len: 856 time: 0.1078441 Jan 19 16:07:04.756803 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0016da90-0f20-4262-9981-f802ad0ba615 req-37b20ff6-4367-45e1-a0fb-489289937543 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:04.762323 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0016da90-0f20-4262-9981-f802ad0ba615 req-37b20ff6-4367-45e1-a0fb-489289937543 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:04.779630 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-68a16e29-3b0f-4b79-88ea-72a5e55f88af tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:07:04.982859 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b20ff6-4367-45e1-a0fb-489289937543 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Pushing event updated for resources: {'Port': ['ID=69ce9b52-aadf-4053-9bb2-4349c820591f,revision_number=6']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:07:04.997917 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-37b20ff6-4367-45e1-a0fb-489289937543 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:07:05.009423 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dcfaed-e8a9-41a3-b684-882b57d97382 req-f3dbd4ba-6df7-47b8-80bb-98941e66d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:05.011124 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f5dcfaed-e8a9-41a3-b684-882b57d97382 req-f3dbd4ba-6df7-47b8-80bb-98941e66d433 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6f889a84-1af9-40d2-bcf9-6e9854a6418c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3077497 Jan 19 16:07:05.067538 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016da90-0f20-4262-9981-f802ad0ba615 req-37b20ff6-4367-45e1-a0fb-489289937543 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:05.068282 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0016da90-0f20-4262-9981-f802ad0ba615 req-37b20ff6-4367-45e1-a0fb-489289937543 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:05.069887 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0016da90-0f20-4262-9981-f802ad0ba615 req-37b20ff6-4367-45e1-a0fb-489289937543 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "PUT /v2.0/ports/69ce9b52-aadf-4053-9bb2-4349c820591f HTTP/1.1" status: 200 len: 943 time: 2.1103239 Jan 19 16:07:05.071444 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3357c1cf-89ea-4ad2-927d-9211526277d0', 'tag': '69ce9b52-aadf-4053-9bb2-4349c820591f'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:07:05.178035 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3357c1cf-89ea-4ad2-927d-9211526277d0', 'tag': '69ce9b52-aadf-4053-9bb2-4349c820591f', 'status': 'completed', 'code': 200} Jan 19 16:07:05.330728 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c122d973-ea2a-46c6-ba21-a301a6b652ce req-7ddccf12-e2f1-4885-8e18-4403ffa809bb tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups/99bfe3ea-aa86-4564-8230-bb0cafcdbe93 HTTP/1.1" status: 200 len: 3003 time: 0.1682136 Jan 19 16:07:05.343863 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-ec9836f7-0df6-4703-8dad-23dccbb4e669 None None] Provisioning complete for port 69ce9b52-aadf-4053-9bb2-4349c820591f triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:07:05.344284 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ec9836f7-0df6-4703-8dad-23dccbb4e669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:05.383849 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f5dcfaed-e8a9-41a3-b684-882b57d97382 req-87b7b876-b982-47e0-93fe-5b35d5c8e3ae service neutron] 10.222.0.104 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575904 Jan 19 16:07:05.527948 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bb439-5862-4657-9254-409336bff31d req-51b62f4d-49aa-423f-8c5c-75f456802845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:05.529567 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-735bb439-5862-4657-9254-409336bff31d req-51b62f4d-49aa-423f-8c5c-75f456802845 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=2e0ee6f28ba94989ad38ea08f56b666f&device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 1163 time: 0.3324888 Jan 19 16:07:05.590917 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-c122d973-ea2a-46c6-ba21-a301a6b652ce req-e2930913-89ec-4ca0-a4d6-fd302460b36e tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:05.738192 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-c122d973-ea2a-46c6-ba21-a301a6b652ce req-e2930913-89ec-4ca0-a4d6-fd302460b36e tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:05.827122 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f5dcfaed-e8a9-41a3-b684-882b57d97382 req-127dc4cf-7703-466c-86e0-dd5fc466f978 service neutron] 10.222.0.104 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4263496 Jan 19 16:07:05.884625 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bb439-5862-4657-9254-409336bff31d req-6066f8dd-e704-4e7a-83d1-57c86698a21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:05.886248 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-735bb439-5862-4657-9254-409336bff31d req-6066f8dd-e704-4e7a-83d1-57c86698a21b service neutron] 10.222.0.104 "GET /v2.0/networks?id=32ada299-f940-43f6-a6d6-7b24d2f5c6aa HTTP/1.1" status: 200 len: 909 time: 0.3317702 Jan 19 16:07:05.988001 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-c122d973-ea2a-46c6-ba21-a301a6b652ce req-e2930913-89ec-4ca0-a4d6-fd302460b36e tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:05.998013 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1c4b793c-9512-4dd5-8e3f-82790beeb9d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:07:06.054183 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ad480-e299-42a7-9066-37c6d5f0de6b req-282a274a-e9fe-48ca-9de8-10b72a4f9b1d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:06.055965 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 69ce9b52-aadf-4053-9bb2-4349c820591f up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:07:06.057042 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fd8ad480-e299-42a7-9066-37c6d5f0de6b req-282a274a-e9fe-48ca-9de8-10b72a4f9b1d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.3265212 Jan 19 16:07:06.058524 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2930913-89ec-4ca0-a4d6-fd302460b36e tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bfe3ea-aa86-4564-8230-bb0cafcdbe93,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:07:06.080118 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e2930913-89ec-4ca0-a4d6-fd302460b36e tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:07:06.133019 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-735bb439-5862-4657-9254-409336bff31d req-acf3a32d-17bf-437b-a110-c5dc06e86317 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69ce9b52-aadf-4053-9bb2-4349c820591f HTTP/1.1" status: 200 len: 1001 time: 0.2309201 Jan 19 16:07:06.146367 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-c122d973-ea2a-46c6-ba21-a301a6b652ce req-e2930913-89ec-4ca0-a4d6-fd302460b36e tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:06.148411 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c122d973-ea2a-46c6-ba21-a301a6b652ce req-e2930913-89ec-4ca0-a4d6-fd302460b36e tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "DELETE /v2.0/security-groups/99bfe3ea-aa86-4564-8230-bb0cafcdbe93 HTTP/1.1" status: 204 len: 173 time: 0.8018754 Jan 19 16:07:06.239790 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fd8ad480-e299-42a7-9066-37c6d5f0de6b req-906b4d30-f298-4c0b-a9a0-5aa3b50637d8 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580360 Jan 19 16:07:06.253757 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 69ce9b52-aadf-4053-9bb2-4349c820591f triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:07:06.254223 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:06.268777 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bb439-5862-4657-9254-409336bff31d req-444e5d91-cc63-4804-8c87-2d9e4247d74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:06.271051 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-735bb439-5862-4657-9254-409336bff31d req-444e5d91-cc63-4804-8c87-2d9e4247d74d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=0ae45b3e-7638-4b09-9105-d3f10811827b HTTP/1.1" status: 200 len: 854 time: 0.1209512 Jan 19 16:07:06.761105 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:06.829367 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0555bf92-be24-400c-87c1-8495446a434f req-980988f0-21a1-47f6-a62b-2595afc42dc0 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/floatingips/a0047534-e510-4aee-8412-cb397cacb02b HTTP/1.1" status: 200 len: 998 time: 0.4629304 Jan 19 16:07:06.837334 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bb439-5862-4657-9254-409336bff31d req-eee26af1-5d02-4d20-98d7-e7d92f4a60a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:06.839525 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-735bb439-5862-4657-9254-409336bff31d req-eee26af1-5d02-4d20-98d7-e7d92f4a60a1 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=32ada299-f940-43f6-a6d6-7b24d2f5c6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.5561137 Jan 19 16:07:07.124062 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:07.232475 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555bf92-be24-400c-87c1-8495446a434f req-0d692ef6-3b3f-4a35-8bd1-d026f81f70c3 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:07.234113 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0555bf92-be24-400c-87c1-8495446a434f req-0d692ef6-3b3f-4a35-8bd1-d026f81f70c3 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/networks/8cb986dc-564f-4d7a-9897-91054d6f010e HTTP/1.1" status: 200 len: 784 time: 0.3935752 Jan 19 16:07:07.245443 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-735bb439-5862-4657-9254-409336bff31d req-adcf5244-022a-4a96-942b-4f76be18f506 service neutron] 10.222.0.104 "GET /v2.0/networks/32ada299-f940-43f6-a6d6-7b24d2f5c6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776214 Jan 19 16:07:07.250576 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [req-0555bf92-be24-400c-87c1-8495446a434f req-4da18326-d8bb-4ecf-a2a5-3c745df7603c tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=80160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 16:07:07.251792 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0555bf92-be24-400c-87c1-8495446a434f req-4da18326-d8bb-4ecf-a2a5-3c745df7603c tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0095146 Jan 19 16:07:07.313425 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cea27c4f-0613-42d8-acbe-3393b0239de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:07.497724 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0555bf92-be24-400c-87c1-8495446a434f req-b4ccbb59-3a21-4c8e-bc7f-7add37a27012 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/floatingips?floating_ip_address=172.28.3.27 HTTP/1.1" status: 200 len: 1001 time: 0.2146108 Jan 19 16:07:07.626781 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-735bb439-5862-4657-9254-409336bff31d req-0e874a0f-ad38-48f3-89a9-565ddb79676b service neutron] 10.222.0.104 "GET /v2.0/networks/32ada299-f940-43f6-a6d6-7b24d2f5c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3717713 Jan 19 16:07:07.689440 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555bf92-be24-400c-87c1-8495446a434f req-6a11f36e-d644-4826-9afe-8bf8dbe34467 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:07.691044 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0555bf92-be24-400c-87c1-8495446a434f req-6a11f36e-d644-4826-9afe-8bf8dbe34467 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports/69ce9b52-aadf-4053-9bb2-4349c820591f HTTP/1.1" status: 200 len: 943 time: 0.1472635 Jan 19 16:07:07.731398 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d8670-90a8-4090-a332-c71857b279a7 req-f1351c8f-4717-444b-a37e-ba0a2a64eea0 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:07.733191 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0c3d8670-90a8-4090-a332-c71857b279a7 req-f1351c8f-4717-444b-a37e-ba0a2a64eea0 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.2343340 Jan 19 16:07:07.835281 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0c3d8670-90a8-4090-a332-c71857b279a7 req-a27ca829-c98d-41bb-9a60-4fa6a7bc4c2a tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940433 Jan 19 16:07:07.943188 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:07.968153 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0555bf92-be24-400c-87c1-8495446a434f req-f1955421-ba73-402c-a5f6-c270709ad26b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/floatingips?floating_ip_address=172.28.3.27 HTTP/1.1" status: 200 len: 1001 time: 0.1317182 Jan 19 16:07:08.311527 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-0555bf92-be24-400c-87c1-8495446a434f req-186a816f-3808-4cff-8030-e851d011de07 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Deleting port d36f9f1a-d732-49ed-8148-6fc698c8c933 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:07:08.312339 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0555bf92-be24-400c-87c1-8495446a434f req-186a816f-3808-4cff-8030-e851d011de07 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:08.545484 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0555bf92-be24-400c-87c1-8495446a434f req-186a816f-3808-4cff-8030-e851d011de07 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:08.545764 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0555bf92-be24-400c-87c1-8495446a434f req-186a816f-3808-4cff-8030-e851d011de07 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks [] for floatingip, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:08.702515 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-0555bf92-be24-400c-87c1-8495446a434f req-186a816f-3808-4cff-8030-e851d011de07 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Calling delete_port for d36f9f1a-d732-49ed-8148-6fc698c8c933 owned by network:floatingip {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:07:08.877035 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0555bf92-be24-400c-87c1-8495446a434f req-186a816f-3808-4cff-8030-e851d011de07 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:08.892362 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9ed976fd-3824-4079-8489-40d13aa6e248 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:07:08.947999 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a816f-3808-4cff-8030-e851d011de07 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Pushing event deleted for resources: {'Port': ['ID=d36f9f1a-d732-49ed-8148-6fc698c8c933,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:07:08.952729 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-186a816f-3808-4cff-8030-e851d011de07 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:07:09.175763 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:09.296728 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0555bf92-be24-400c-87c1-8495446a434f req-186a816f-3808-4cff-8030-e851d011de07 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks [] for floatingip, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:09.297108 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.l3_db [req-0555bf92-be24-400c-87c1-8495446a434f req-186a816f-3808-4cff-8030-e851d011de07 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Floating IP a0047534-e510-4aee-8412-cb397cacb02b disassociated (deleted). External IP: 172.28.3.27, port: 69ce9b52-aadf-4053-9bb2-4349c820591f. Jan 19 16:07:09.454238 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22634a1-f3fd-43e4-b93c-324a4c08206c req-ee284f86-5131-44f8-8a4c-0f180e163b29 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:09.456126 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e22634a1-f3fd-43e4-b93c-324a4c08206c req-ee284f86-5131-44f8-8a4c-0f180e163b29 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.3238885 Jan 19 16:07:09.541495 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e22634a1-f3fd-43e4-b93c-324a4c08206c req-c10d8579-30a2-460c-b5d9-a33bf42b5c70 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756543 Jan 19 16:07:09.779234 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 3dd25e4d-8182-473d-ab9c-e356e249dcfb no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:07:09.812848 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0555bf92-be24-400c-87c1-8495446a434f req-186a816f-3808-4cff-8030-e851d011de07 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Router 07587e90-7af4-43fc-b9a1-d48f902de836 has already been hosted by L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f {{(pid=80160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 16:07:10.125360 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0555bf92-be24-400c-87c1-8495446a434f req-186a816f-3808-4cff-8030-e851d011de07 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 16:07:10.151831 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fe5b89-f067-4ae2-a19d-0ed6fdbb4b9e None None] Sync routers for ids ['07587e90-7af4-43fc-b9a1-d48f902de836'] in dv-cinder-667108-29-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 16:07:10.166398 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0555bf92-be24-400c-87c1-8495446a434f req-186a816f-3808-4cff-8030-e851d011de07 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for floatingip, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:10.173852 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:10.188201 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fe5b89-f067-4ae2-a19d-0ed6fdbb4b9e None None] Routers {'07587e90-7af4-43fc-b9a1-d48f902de836'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:07:10.188904 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-95fe5b89-f067-4ae2-a19d-0ed6fdbb4b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:07:07Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['07587e90-7af4-43fc-b9a1-d48f902de836'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:07:10.239471 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0555bf92-be24-400c-87c1-8495446a434f req-186a816f-3808-4cff-8030-e851d011de07 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "DELETE /v2.0/floatingips/a0047534-e510-4aee-8412-cb397cacb02b HTTP/1.1" status: 204 len: 173 time: 2.2595372 Jan 19 16:07:10.240469 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3357c1cf-89ea-4ad2-927d-9211526277d0', 'tag': '69ce9b52-aadf-4053-9bb2-4349c820591f'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:07:10.368761 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049b65e1-baa3-465c-a14b-1ca0737f11ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dd25e4d-8182-473d-ab9c-e356e249dcfb'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:07:10.377651 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555bf92-be24-400c-87c1-8495446a434f req-f01bfda7-14d1-4144-8934-8ae8f85af739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:10.380151 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0555bf92-be24-400c-87c1-8495446a434f req-f01bfda7-14d1-4144-8934-8ae8f85af739 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2e0ee6f28ba94989ad38ea08f56b666f&device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 1163 time: 0.1040320 Jan 19 16:07:10.391940 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port 3dd25e4d-8182-473d-ab9c-e356e249dcfb, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=3dd25e4d-8182-473d-ab9c-e356e249dcfb,segment=NetworkSegment(e72f2297-08fd-49e9-9edb-06951c7ef4e0),segment_id=e72f2297-08fd-49e9-9edb-06951c7ef4e0)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:07:10.396569 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:10.403166 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:07:10.506924 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-95fe5b89-f067-4ae2-a19d-0ed6fdbb4b9e None None] Set router 07587e90-7af4-43fc-b9a1-d48f902de836 gateway port host: dv-cinder-667108-29-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:07:10.572799 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555bf92-be24-400c-87c1-8495446a434f req-686d4c49-9ae4-4107-a008-2b7d18529231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:10.574644 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0555bf92-be24-400c-87c1-8495446a434f req-686d4c49-9ae4-4107-a008-2b7d18529231 service neutron] 10.222.0.110 "GET /v2.0/networks?id=32ada299-f940-43f6-a6d6-7b24d2f5c6aa HTTP/1.1" status: 200 len: 909 time: 0.1798699 Jan 19 16:07:10.575043 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=3dd25e4d-8182-473d-ab9c-e356e249dcfb,revision_number=5']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:07:10.610306 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:10.610780 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:10.611055 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:10.611438 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:10.611810 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:10.612953 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:10.612953 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:10.612953 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:10.613396 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:10.613539 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:10.613864 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:10.614217 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:10.614669 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:10.615066 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:10.615432 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:10.615794 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:10.616155 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:10.616517 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:10.616878 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:10.617235 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:10.618215 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:10.618215 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:10.618505 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:10.618893 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:10.624076 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:07:10.762001 dv-cinder-667108-29-smb neutron-server[80046]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '049b65e1-baa3-465c-a14b-1ca0737f11ad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3dd25e4d-8182-473d-ab9c-e356e249dcfb', 'code': 422} returned with failed status Jan 19 16:07:11.045411 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3357c1cf-89ea-4ad2-927d-9211526277d0', 'tag': '69ce9b52-aadf-4053-9bb2-4349c820591f', 'status': 'completed', 'code': 200} Jan 19 16:07:11.048932 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-95fe5b89-f067-4ae2-a19d-0ed6fdbb4b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'name': 'tempest-TestMinimumBasicScenario-1895721291-router', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:03:35Z', 'updated_at': '2021-01-19T16:03:45Z', 'revision_number': 4, 'project_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'gw_port': {'id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:03:36Z', 'updated_at': '2021-01-19T16:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': 'f5abc9bb-e08b-4586-a211-e3a8268ec1bb', 'name': '', 'network_id': '32ada299-f940-43f6-a6d6-7b24d2f5c6aa', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'mac_address': 'fa:16:3e:92:09:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0ae45b3e-7638-4b09-9105-d3f10811827b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:03:42Z', 'updated_at': '2021-01-19T16:03:54Z', 'revision_number': 5, 'project_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'subnets': [{'id': '0ae45b3e-7638-4b09-9105-d3f10811827b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:07:11.054177 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fe5b89-f067-4ae2-a19d-0ed6fdbb4b9e None None] Checking router: 07587e90-7af4-43fc-b9a1-d48f902de836 for host: dv-cinder-667108-29-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 16:07:11.067916 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fe5b89-f067-4ae2-a19d-0ed6fdbb4b9e None None] Routers {'07587e90-7af4-43fc-b9a1-d48f902de836'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:07:11.069043 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-95fe5b89-f067-4ae2-a19d-0ed6fdbb4b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:07:07Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['07587e90-7af4-43fc-b9a1-d48f902de836'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:07:11.139239 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0555bf92-be24-400c-87c1-8495446a434f req-2b1da0c6-1544-405f-9ea1-4e7e91e43cd7 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69ce9b52-aadf-4053-9bb2-4349c820591f HTTP/1.1" status: 200 len: 217 time: 0.5505805 Jan 19 16:07:11.324007 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555bf92-be24-400c-87c1-8495446a434f req-fe76c456-b233-41b4-84e8-b88f0b5706fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:11.325721 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0555bf92-be24-400c-87c1-8495446a434f req-fe76c456-b233-41b4-84e8-b88f0b5706fd service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0ae45b3e-7638-4b09-9105-d3f10811827b HTTP/1.1" status: 200 len: 854 time: 0.1607702 Jan 19 16:07:11.338810 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-95fe5b89-f067-4ae2-a19d-0ed6fdbb4b9e None None] Set router 07587e90-7af4-43fc-b9a1-d48f902de836 gateway port host: dv-cinder-667108-29-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:07:11.382672 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbc19c-69ee-4f91-9667-d532b15a9bb9 req-79bf9097-432a-4ec2-bee1-c8824b36bb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:11.385064 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a5dbc19c-69ee-4f91-9667-d532b15a9bb9 req-79bf9097-432a-4ec2-bee1-c8824b36bb9c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=2e0ee6f28ba94989ad38ea08f56b666f&device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 1163 time: 0.3384104 Jan 19 16:07:11.619684 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555bf92-be24-400c-87c1-8495446a434f req-fed14aa6-0bdc-43df-b940-62bb33f74aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:11.622889 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0555bf92-be24-400c-87c1-8495446a434f req-fed14aa6-0bdc-43df-b940-62bb33f74aa3 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=32ada299-f940-43f6-a6d6-7b24d2f5c6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2802916 Jan 19 16:07:11.631812 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbc19c-69ee-4f91-9667-d532b15a9bb9 req-43ec3c3d-ee3b-4a3f-a89d-597c12354d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:11.635791 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a5dbc19c-69ee-4f91-9667-d532b15a9bb9 req-43ec3c3d-ee3b-4a3f-a89d-597c12354d23 service neutron] 10.222.0.104 "GET /v2.0/networks?id=32ada299-f940-43f6-a6d6-7b24d2f5c6aa HTTP/1.1" status: 200 len: 909 time: 0.2363114 Jan 19 16:07:11.821423 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a5dbc19c-69ee-4f91-9667-d532b15a9bb9 req-656ec96d-5a10-40d2-98b6-ee86daea3cd5 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69ce9b52-aadf-4053-9bb2-4349c820591f HTTP/1.1" status: 200 len: 217 time: 0.1361353 Jan 19 16:07:11.916565 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-95fe5b89-f067-4ae2-a19d-0ed6fdbb4b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'name': 'tempest-TestMinimumBasicScenario-1895721291-router', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:03:35Z', 'updated_at': '2021-01-19T16:03:45Z', 'revision_number': 4, 'project_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'gw_port': {'id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:03:36Z', 'updated_at': '2021-01-19T16:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': 'f5abc9bb-e08b-4586-a211-e3a8268ec1bb', 'name': '', 'network_id': '32ada299-f940-43f6-a6d6-7b24d2f5c6aa', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'mac_address': 'fa:16:3e:92:09:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0ae45b3e-7638-4b09-9105-d3f10811827b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:03:42Z', 'updated_at': '2021-01-19T16:03:54Z', 'revision_number': 5, 'project_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'subnets': [{'id': '0ae45b3e-7638-4b09-9105-d3f10811827b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:07:11.925814 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fe5b89-f067-4ae2-a19d-0ed6fdbb4b9e None None] The sync data for ids ['07587e90-7af4-43fc-b9a1-d48f902de836'] in dv-cinder-667108-29-smb is: [{'id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'name': 'tempest-TestMinimumBasicScenario-1895721291-router', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:03:35Z', 'updated_at': '2021-01-19T16:03:45Z', 'revision_number': 4, 'project_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'gw_port': {'id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:03:36Z', 'updated_at': '2021-01-19T16:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': 'f5abc9bb-e08b-4586-a211-e3a8268ec1bb', 'name': '', 'network_id': '32ada299-f940-43f6-a6d6-7b24d2f5c6aa', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'mac_address': 'fa:16:3e:92:09:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '0ae45b3e-7638-4b09-9105-d3f10811827b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:03:42Z', 'updated_at': '2021-01-19T16:03:54Z', 'revision_number': 5, 'project_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'subnets': [{'id': '0ae45b3e-7638-4b09-9105-d3f10811827b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 16:07:11.953000 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbc19c-69ee-4f91-9667-d532b15a9bb9 req-3dca85bb-0cee-4a4d-9522-a9a71ec59102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:11.955953 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a5dbc19c-69ee-4f91-9667-d532b15a9bb9 req-3dca85bb-0cee-4a4d-9522-a9a71ec59102 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=0ae45b3e-7638-4b09-9105-d3f10811827b HTTP/1.1" status: 200 len: 854 time: 0.1243265 Jan 19 16:07:11.967719 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0555bf92-be24-400c-87c1-8495446a434f req-97e77341-f426-48de-a052-8b1cdc11cc9d service neutron] 10.222.0.110 "GET /v2.0/networks/32ada299-f940-43f6-a6d6-7b24d2f5c6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252914 Jan 19 16:07:12.270466 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0555bf92-be24-400c-87c1-8495446a434f req-9cc02525-9dc6-44bb-bbe4-60e7b72a1785 service neutron] 10.222.0.110 "GET /v2.0/networks/32ada299-f940-43f6-a6d6-7b24d2f5c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2934756 Jan 19 16:07:12.273769 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbc19c-69ee-4f91-9667-d532b15a9bb9 req-10c9dec6-b148-4446-822c-e865a661c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:12.277255 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a5dbc19c-69ee-4f91-9667-d532b15a9bb9 req-10c9dec6-b148-4446-822c-e865a661c99c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=32ada299-f940-43f6-a6d6-7b24d2f5c6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2736177 Jan 19 16:07:12.466675 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a5dbc19c-69ee-4f91-9667-d532b15a9bb9 req-7b648f38-04cd-4aba-95d2-a410528468a1 service neutron] 10.222.0.104 "GET /v2.0/networks/32ada299-f940-43f6-a6d6-7b24d2f5c6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758814 Jan 19 16:07:12.515421 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad341a6-1ee8-43b7-a343-812b811b3932 None None] New status for floating IP a0047534-e510-4aee-8412-cb397cacb02b: DOWN {{(pid=80162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 16:07:12.710175 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2619a951-d5cc-4e52-b79d-564e39139f90 req-6cc81787-b7a4-4185-80f9-24e1db3bfa33 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1886227 Jan 19 16:07:12.736368 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a5dbc19c-69ee-4f91-9667-d532b15a9bb9 req-2facccee-b1bc-48bc-b062-f8a794f9b3ec service neutron] 10.222.0.104 "GET /v2.0/networks/32ada299-f940-43f6-a6d6-7b24d2f5c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2529607 Jan 19 16:07:13.017606 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69dd22-3976-47cb-b739-e5f53983e836 req-4840614a-f867-4e79-882e-8cea1cb6844f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:13.019686 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2e69dd22-3976-47cb-b739-e5f53983e836 req-4840614a-f867-4e79-882e-8cea1cb6844f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 944 time: 0.1399543 Jan 19 16:07:13.103734 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2e69dd22-3976-47cb-b739-e5f53983e836 req-8ea660ae-5004-4252-bb39-39cd277bd391 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762782 Jan 19 16:07:13.529845 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619a951-d5cc-4e52-b79d-564e39139f90 req-f8f7ebd1-3fcf-4585-832d-44c2c79ccd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:13.531553 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2619a951-d5cc-4e52-b79d-564e39139f90 req-f8f7ebd1-3fcf-4585-832d-44c2c79ccd7f service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad&tenant_id=a5ad27bc88e04bd18332340c160e78f4 HTTP/1.1" status: 200 len: 1161 time: 0.0922582 Jan 19 16:07:13.675809 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619a951-d5cc-4e52-b79d-564e39139f90 req-3219ac75-dcdd-4f81-99e0-58497e267efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:13.679112 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2619a951-d5cc-4e52-b79d-564e39139f90 req-3219ac75-dcdd-4f81-99e0-58497e267efa service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a5ad27bc88e04bd18332340c160e78f4&device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 1161 time: 0.1159861 Jan 19 16:07:13.888828 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619a951-d5cc-4e52-b79d-564e39139f90 req-136a0593-dd5a-4669-bd50-751cb2d2640b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:13.892064 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2619a951-d5cc-4e52-b79d-564e39139f90 req-136a0593-dd5a-4669-bd50-751cb2d2640b service neutron] 10.222.0.104 "GET /v2.0/networks?id=6f889a84-1af9-40d2-bcf9-6e9854a6418c HTTP/1.1" status: 200 len: 911 time: 0.2005761 Jan 19 16:07:14.050414 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2619a951-d5cc-4e52-b79d-564e39139f90 req-ba0637e5-4f36-4a01-898c-cffc4571c441 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dd25e4d-8182-473d-ab9c-e356e249dcfb HTTP/1.1" status: 200 len: 1000 time: 0.1439941 Jan 19 16:07:14.188603 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619a951-d5cc-4e52-b79d-564e39139f90 req-c67c14f5-1d89-4795-88f3-8930e7a1e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:14.191754 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2619a951-d5cc-4e52-b79d-564e39139f90 req-c67c14f5-1d89-4795-88f3-8930e7a1e8a0 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=50029681-e86b-47f1-bdb3-0326582392cc HTTP/1.1" status: 200 len: 856 time: 0.1302197 Jan 19 16:07:14.330177 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619a951-d5cc-4e52-b79d-564e39139f90 req-5d1121f2-a0fc-4353-82ce-15c6e2e5e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:14.333152 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2619a951-d5cc-4e52-b79d-564e39139f90 req-5d1121f2-a0fc-4353-82ce-15c6e2e5e3da service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6f889a84-1af9-40d2-bcf9-6e9854a6418c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1322143 Jan 19 16:07:14.607725 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2619a951-d5cc-4e52-b79d-564e39139f90 req-2bf6da15-d26e-4cd1-be77-4b721e273eba service neutron] 10.222.0.104 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627611 Jan 19 16:07:14.637476 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962e408-e325-4ca9-ac97-ef0efce809b5 req-1ba626b5-0d9b-4335-9a83-d0b2b6993180 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:14.639258 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0962e408-e325-4ca9-ac97-ef0efce809b5 req-1ba626b5-0d9b-4335-9a83-d0b2b6993180 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 944 time: 0.2403049 Jan 19 16:07:14.809598 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0962e408-e325-4ca9-ac97-ef0efce809b5 req-ae285025-86c6-4a31-bdc1-853c569a04ff tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398900 Jan 19 16:07:14.856913 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2619a951-d5cc-4e52-b79d-564e39139f90 req-87046c90-f208-426e-8095-485ad87a5a02 service neutron] 10.222.0.104 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2165236 Jan 19 16:07:16.432506 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8547e04-43c4-4e5c-95bb-d29830d11eba req-4b8e5a47-0aeb-45f3-a80c-6c4a3eaacc3e tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:16.436051 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e8547e04-43c4-4e5c-95bb-d29830d11eba req-4b8e5a47-0aeb-45f3-a80c-6c4a3eaacc3e tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 944 time: 0.2922044 Jan 19 16:07:16.573679 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e8547e04-43c4-4e5c-95bb-d29830d11eba req-e34304fc-a310-42c4-ba64-e9a427475670 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179070 Jan 19 16:07:17.101381 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e39ae-3dbb-49e7-9a94-2c3f624b537a req-8f43e9a2-4f39-42eb-a060-c040e35712d3 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:17.103631 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-ff9e39ae-3dbb-49e7-9a94-2c3f624b537a req-8f43e9a2-4f39-42eb-a060-c040e35712d3 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Synchronizing usage tracker for tenant:2e0ee6f28ba94989ad38ea08f56b666f on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:07:17.137156 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-ff9e39ae-3dbb-49e7-9a94-2c3f624b537a req-8f43e9a2-4f39-42eb-a060-c040e35712d3 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Unset dirty status for tenant:2e0ee6f28ba94989ad38ea08f56b666f on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:07:17.139925 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ff9e39ae-3dbb-49e7-9a94-2c3f624b537a req-8f43e9a2-4f39-42eb-a060-c040e35712d3 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 946 time: 0.2642045 Jan 19 16:07:17.238796 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-ff9e39ae-3dbb-49e7-9a94-2c3f624b537a req-346e2476-5c35-43b3-9b81-540186faef4d tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Synchronizing usage tracker for tenant:2e0ee6f28ba94989ad38ea08f56b666f on resource:security_group {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:07:17.260364 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-ff9e39ae-3dbb-49e7-9a94-2c3f624b537a req-346e2476-5c35-43b3-9b81-540186faef4d tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Unset dirty status for tenant:2e0ee6f28ba94989ad38ea08f56b666f on resource:security_group {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:07:17.261929 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ff9e39ae-3dbb-49e7-9a94-2c3f624b537a req-346e2476-5c35-43b3-9b81-540186faef4d tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053917 Jan 19 16:07:18.061397 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ee66e-5878-4d8e-86b1-12524279ce45 req-e1f87b44-c385-4a19-b8e1-b605ced0cf27 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:18.064558 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b02ee66e-5878-4d8e-86b1-12524279ce45 req-e1f87b44-c385-4a19-b8e1-b605ced0cf27 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 944 time: 0.1865261 Jan 19 16:07:18.138897 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b02ee66e-5878-4d8e-86b1-12524279ce45 req-eb4b3b35-c3fe-4a2a-b561-559f8a6cab6a tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625057 Jan 19 16:07:18.557683 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5167b51-7e16-4e6f-8db1-ccf9c5ea15bc req-650109c3-fc43-4341-a206-9680a1cf04da tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:18.560399 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a5167b51-7e16-4e6f-8db1-ccf9c5ea15bc req-650109c3-fc43-4341-a206-9680a1cf04da tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 946 time: 0.1216426 Jan 19 16:07:18.619045 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a5167b51-7e16-4e6f-8db1-ccf9c5ea15bc req-3684d91c-64a1-4296-870a-92da10d596fc tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508204 Jan 19 16:07:19.595845 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72788df4-f952-4f94-96c1-f543b3cf8fdf req-2abe5c34-cfc6-42f6-b31a-bb246e5e63d5 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:19.597639 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-72788df4-f952-4f94-96c1-f543b3cf8fdf req-2abe5c34-cfc6-42f6-b31a-bb246e5e63d5 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 944 time: 0.1969435 Jan 19 16:07:19.701223 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-72788df4-f952-4f94-96c1-f543b3cf8fdf req-cffb5e34-8013-47df-a06d-a6c531aeb2dc tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945730 Jan 19 16:07:19.980451 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4edeac-207f-42f2-aca9-31c5a04f31df req-c5494ed4-cc96-47a6-a83a-4502a286535a tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:19.993853 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cc4edeac-207f-42f2-aca9-31c5a04f31df req-c5494ed4-cc96-47a6-a83a-4502a286535a tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 946 time: 0.1303887 Jan 19 16:07:20.066086 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cc4edeac-207f-42f2-aca9-31c5a04f31df req-4bc112bb-048e-4484-87ae-2d7907ee23a9 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674284 Jan 19 16:07:21.324409 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebd934-60ca-4d2c-9924-b5a43b017811 req-277da2fc-e2b9-4557-b155-a55453a36e2f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:21.327408 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-29ebd934-60ca-4d2c-9924-b5a43b017811 req-277da2fc-e2b9-4557-b155-a55453a36e2f tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 944 time: 0.4054284 Jan 19 16:07:21.421350 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-29ebd934-60ca-4d2c-9924-b5a43b017811 req-1c93cf57-b88b-4514-b8c9-66dc3fcb7a41 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859325 Jan 19 16:07:21.860241 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36308158-f99d-4865-a08a-b50c41d5a49c req-ff57850f-9e6e-42f3-aefa-0713e53d4c5d tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:21.862227 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-36308158-f99d-4865-a08a-b50c41d5a49c req-ff57850f-9e6e-42f3-aefa-0713e53d4c5d tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 946 time: 0.1908171 Jan 19 16:07:21.963465 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-36308158-f99d-4865-a08a-b50c41d5a49c req-889f4af7-9295-4143-b6c3-596a9f1ccc2b tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900371 Jan 19 16:07:22.848019 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f6e9f-4455-48de-b551-1a9ae1e96ddd req-9a42bc4f-0ada-4b58-a990-07abf1763818 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:22.850101 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0e9f6e9f-4455-48de-b551-1a9ae1e96ddd req-9a42bc4f-0ada-4b58-a990-07abf1763818 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 944 time: 0.1787417 Jan 19 16:07:22.925899 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0e9f6e9f-4455-48de-b551-1a9ae1e96ddd req-d95aa30b-d1ff-4688-b1bc-6c753454b39b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666521 Jan 19 16:07:23.320235 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ddfd4-989b-4dd7-b113-63b16ec784b7 req-0fddd44e-20b8-4ed6-9601-72ba4bd4ffee tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:23.322802 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2a1ddfd4-989b-4dd7-b113-63b16ec784b7 req-0fddd44e-20b8-4ed6-9601-72ba4bd4ffee tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 946 time: 0.1371365 Jan 19 16:07:23.405437 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2a1ddfd4-989b-4dd7-b113-63b16ec784b7 req-5832a3e4-aba4-41e2-b319-66079f4688fa tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699670 Jan 19 16:07:24.323615 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546be6e-2749-4109-abef-434b8b3df56d req-1e3729bb-5396-4caf-8c07-b89a26156c32 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:24.325345 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a546be6e-2749-4109-abef-434b8b3df56d req-1e3729bb-5396-4caf-8c07-b89a26156c32 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 944 time: 0.1370816 Jan 19 16:07:24.385682 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a546be6e-2749-4109-abef-434b8b3df56d req-3863b96d-9ffb-4b88-828d-be5c024ab83b tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538805 Jan 19 16:07:24.682241 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9efc7a-c12a-4783-8bcf-3f1f4b0d5ea0 req-8ad20319-fbca-40da-975e-a9513943a3a9 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:24.684487 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0d9efc7a-c12a-4783-8bcf-3f1f4b0d5ea0 req-8ad20319-fbca-40da-975e-a9513943a3a9 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 946 time: 0.1201637 Jan 19 16:07:24.746070 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0d9efc7a-c12a-4783-8bcf-3f1f4b0d5ea0 req-334bbec8-ccd0-46ce-b2b2-e31734b10638 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531738 Jan 19 16:07:25.670193 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda5002-6694-4c3d-8c9a-b0e014644537 req-40e77563-1e92-45ca-a675-54dc31b263ea tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:25.671936 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bdda5002-6694-4c3d-8c9a-b0e014644537 req-40e77563-1e92-45ca-a675-54dc31b263ea tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 944 time: 0.1175957 Jan 19 16:07:25.743744 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bdda5002-6694-4c3d-8c9a-b0e014644537 req-235e6dcc-c5e5-4bf9-9925-6a4562daf7ab tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641932 Jan 19 16:07:26.041845 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f89d6f-0b0e-47c3-85e2-d127fe1fce4d req-0fc796ff-564d-4f78-9c73-ff66dd886913 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:26.044156 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-47f89d6f-0b0e-47c3-85e2-d127fe1fce4d req-0fc796ff-564d-4f78-9c73-ff66dd886913 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 946 time: 0.1365840 Jan 19 16:07:26.113189 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-47f89d6f-0b0e-47c3-85e2-d127fe1fce4d req-39678b43-3d02-4224-ad51-a1b09fbbb051 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613878 Jan 19 16:07:27.028037 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d81389-c080-41c9-9696-f26a9450f407 req-9d009e81-70da-4151-a76d-dca2e5683603 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:27.029945 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b6d81389-c080-41c9-9696-f26a9450f407 req-9d009e81-70da-4151-a76d-dca2e5683603 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 944 time: 0.1160729 Jan 19 16:07:27.104092 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b6d81389-c080-41c9-9696-f26a9450f407 req-a84bbdca-0ef8-4116-b6af-77056d026d99 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660965 Jan 19 16:07:27.458584 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8ee28-e717-49e9-aaec-746f8a9eb616 req-3289c38f-36f2-49a6-90bd-92da106fa2ed tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:27.460553 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-63c8ee28-e717-49e9-aaec-746f8a9eb616 req-3289c38f-36f2-49a6-90bd-92da106fa2ed tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 946 time: 0.1628487 Jan 19 16:07:27.533422 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-63c8ee28-e717-49e9-aaec-746f8a9eb616 req-105acdfc-50ab-46bd-9b3d-839ac7a46fbd tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599573 Jan 19 16:07:28.385513 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d65667-5673-4b40-9f76-880c1f3dd326 req-1f7f58f9-cadd-41bf-afbf-258b161cc685 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:28.387291 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b9d65667-5673-4b40-9f76-880c1f3dd326 req-1f7f58f9-cadd-41bf-afbf-258b161cc685 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 944 time: 0.1164057 Jan 19 16:07:28.447059 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b9d65667-5673-4b40-9f76-880c1f3dd326 req-d81324d7-eabf-4ca7-9408-3710858d5abb tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494514 Jan 19 16:07:28.791808 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e200904-9782-4c34-93e8-d3ffe7a366b4 req-d4523072-73b9-4661-b722-b6e6ce2b99f2 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:28.793450 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6e200904-9782-4c34-93e8-d3ffe7a366b4 req-d4523072-73b9-4661-b722-b6e6ce2b99f2 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 946 time: 0.1085393 Jan 19 16:07:28.852066 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6e200904-9782-4c34-93e8-d3ffe7a366b4 req-1221ea99-c44d-421b-bf6f-b6bd544e90d1 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511549 Jan 19 16:07:29.742510 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b028a5-143d-4af3-87d8-1e5f3f56c571 req-5bb9ee0f-7e90-4f5c-82a8-a26078128ba9 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:29.744516 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-02b028a5-143d-4af3-87d8-1e5f3f56c571 req-5bb9ee0f-7e90-4f5c-82a8-a26078128ba9 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 944 time: 0.1215167 Jan 19 16:07:29.891959 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-02b028a5-143d-4af3-87d8-1e5f3f56c571 req-443ed814-f252-4595-aa35-d02dd390fff4 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390624 Jan 19 16:07:29.954429 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292625b-082a-4a5d-bbaa-5103144fcd86 req-ae34d712-f608-45b4-8e6b-9053208a1fdf tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:29.956782 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0292625b-082a-4a5d-bbaa-5103144fcd86 req-ae34d712-f608-45b4-8e6b-9053208a1fdf tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.104 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 946 time: 0.1843145 Jan 19 16:07:30.108170 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-0292625b-082a-4a5d-bbaa-5103144fcd86 req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Deleting port 69ce9b52-aadf-4053-9bb2-4349c820591f {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:07:30.108603 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0292625b-082a-4a5d-bbaa-5103144fcd86 req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:30.278816 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79480db2-1938-49ff-b028-679cfa8cf204 req-7797d44d-762d-46df-a1ed-1289b10997d9 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:30.280501 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-79480db2-1938-49ff-b028-679cfa8cf204 req-7797d44d-762d-46df-a1ed-1289b10997d9 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 946 time: 0.2595983 Jan 19 16:07:30.418859 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 3dd25e4d-8182-473d-ab9c-e356e249dcfb up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:07:30.445623 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-79480db2-1938-49ff-b028-679cfa8cf204 req-333075ee-f50e-4343-8816-d518a2223d2e tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/security-groups?id=27438f50-cf15-41b3-a444-43c631bc9ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570480 Jan 19 16:07:30.506501 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-0292625b-082a-4a5d-bbaa-5103144fcd86 req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] For port 69ce9b52-aadf-4053-9bb2-4349c820591f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=69ce9b52-aadf-4053-9bb2-4349c820591f,segment=NetworkSegment(8643ba2a-8957-4c06-9be1-497b7d338801),segment_id=8643ba2a-8957-4c06-9be1-497b7d338801)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:07:30.506952 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0292625b-082a-4a5d-bbaa-5103144fcd86 req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:30.508868 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 3dd25e4d-8182-473d-ab9c-e356e249dcfb triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:07:30.509296 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:30.647116 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-0292625b-082a-4a5d-bbaa-5103144fcd86 req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Calling delete_port for 69ce9b52-aadf-4053-9bb2-4349c820591f owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:07:30.654739 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:30.687168 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049b65e1-baa3-465c-a14b-1ca0737f11ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd25e4d-8182-473d-ab9c-e356e249dcfb'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:07:30.701751 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port 3dd25e4d-8182-473d-ab9c-e356e249dcfb, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=3dd25e4d-8182-473d-ab9c-e356e249dcfb,segment=NetworkSegment(e72f2297-08fd-49e9-9edb-06951c7ef4e0),segment_id=e72f2297-08fd-49e9-9edb-06951c7ef4e0)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:07:30.705884 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:30.708197 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f70d5051-cce7-48fe-88ff-9630f3010ee8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:07:30.748026 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 69ce9b52-aadf-4053-9bb2-4349c820591f no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:07:30.796840 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049b65e1-baa3-465c-a14b-1ca0737f11ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd25e4d-8182-473d-ab9c-e356e249dcfb', 'code': 200} Jan 19 16:07:30.869072 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0292625b-082a-4a5d-bbaa-5103144fcd86 req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:30.892188 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Port 69ce9b52-aadf-4053-9bb2-4349c820591f update to DOWN by agent not found {{(pid=80161) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2100}} Jan 19 16:07:30.897611 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=3dd25e4d-8182-473d-ab9c-e356e249dcfb,revision_number=6']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:07:30.901972 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:07:30.914426 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-2b0de0a0-5bf5-4854-8e33-c52fde9bfac8 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:07:30.968475 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Pushing event deleted for resources: {'Port': ['ID=69ce9b52-aadf-4053-9bb2-4349c820591f,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:07:31.036750 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:31.037264 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:31.037756 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:31.038233 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:31.038702 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:31.039724 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:31.040216 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:31.040696 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:31.041164 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:31.041644 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:31.042107 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:31.042580 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:31.043169 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:31.043659 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:31.044135 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:31.044603 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:31.045068 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:31.045534 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:31.046009 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:31.046465 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:31.046960 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:31.047442 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:31.047909 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:31.048371 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:31.054448 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:07:31.325685 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-0292625b-082a-4a5d-bbaa-5103144fcd86 req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] No DVR routers for this DVR port 69ce9b52-aadf-4053-9bb2-4349c820591f on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 16:07:31.330212 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-0292625b-082a-4a5d-bbaa-5103144fcd86 req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:31.334148 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3357c1cf-89ea-4ad2-927d-9211526277d0', 'name': 'network-vif-deleted', 'tag': '69ce9b52-aadf-4053-9bb2-4349c820591f'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:07:31.354168 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d482f5-9b6c-4d58-b528-ef595d546f79 req-e9d40fa1-4975-4853-be00-c36ec5786406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:31.355924 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c7d482f5-9b6c-4d58-b528-ef595d546f79 req-e9d40fa1-4975-4853-be00-c36ec5786406 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 1163 time: 0.2635560 Jan 19 16:07:31.361401 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0292625b-082a-4a5d-bbaa-5103144fcd86 req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.104 "DELETE /v2.0/ports/69ce9b52-aadf-4053-9bb2-4349c820591f HTTP/1.1" status: 204 len: 173 time: 1.3974731 Jan 19 16:07:31.388699 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76596169-2070-4b40-977d-7c55e0957289 req-99f4d8d2-0826-4158-b45d-3051f0a84308 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:31.390536 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-76596169-2070-4b40-977d-7c55e0957289 req-99f4d8d2-0826-4158-b45d-3051f0a84308 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.2526376 Jan 19 16:07:31.444433 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3357c1cf-89ea-4ad2-927d-9211526277d0', 'name': 'network-vif-deleted', 'tag': '69ce9b52-aadf-4053-9bb2-4349c820591f', 'status': 'completed', 'code': 200} Jan 19 16:07:31.488618 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-76596169-2070-4b40-977d-7c55e0957289 req-cb0822b7-78a1-4723-a2cb-a33e6e9c4a3e tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788810 Jan 19 16:07:31.490497 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c7d482f5-9b6c-4d58-b528-ef595d546f79 req-7de9a28b-2dbf-424e-9402-bc7549853b33 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989380 Jan 19 16:07:31.674112 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-70e72660-e73a-46d5-9856-71b99804535b req-6d78634d-e339-4df2-803e-e2010d68a701 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Synchronizing usage tracker for tenant:2e0ee6f28ba94989ad38ea08f56b666f on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:07:31.690460 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-70e72660-e73a-46d5-9856-71b99804535b req-6d78634d-e339-4df2-803e-e2010d68a701 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Unset dirty status for tenant:2e0ee6f28ba94989ad38ea08f56b666f on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:07:31.691866 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-70e72660-e73a-46d5-9856-71b99804535b req-6d78634d-e339-4df2-803e-e2010d68a701 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] 10.222.0.110 "GET /v2.0/ports?device_id=3357c1cf-89ea-4ad2-927d-9211526277d0 HTTP/1.1" status: 200 len: 210 time: 0.0701385 Jan 19 16:07:31.953531 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 3dd25e4d-8182-473d-ab9c-e356e249dcfb up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:07:32.032222 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 3dd25e4d-8182-473d-ab9c-e356e249dcfb triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:07:32.032559 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:32.777458 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c92d3-e9a3-49ea-a36f-3b772b5d46c7 req-399e6cd9-855b-4c6a-a315-be47a4defeee tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:32.779187 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a32c92d3-e9a3-49ea-a36f-3b772b5d46c7 req-399e6cd9-855b-4c6a-a315-be47a4defeee tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.1194437 Jan 19 16:07:32.847386 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a32c92d3-e9a3-49ea-a36f-3b772b5d46c7 req-c1485162-3e55-49db-b601-21fb6cb688c5 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603955 Jan 19 16:07:33.669976 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 49126) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:07:34.014890 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-44cbb875-fd3d-495e-957a-8eda9b0e96b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:34.230518 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a022f3-5e15-4974-ad62-5e88a392513f req-0746f660-ca42-449c-8068-c8c713d25ee3 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:34.233478 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-25a022f3-5e15-4974-ad62-5e88a392513f req-0746f660-ca42-449c-8068-c8c713d25ee3 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.2045548 Jan 19 16:07:34.298592 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-25a022f3-5e15-4974-ad62-5e88a392513f req-50f7fd8a-7af9-4512-a50d-a455435f75d8 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527227 Jan 19 16:07:34.447801 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853036551'] for router_interface, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:34.903801 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Deleting port f5abc9bb-e08b-4586-a211-e3a8268ec1bb {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:07:34.904354 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:35.157153 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] For port f5abc9bb-e08b-4586-a211-e3a8268ec1bb, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=f5abc9bb-e08b-4586-a211-e3a8268ec1bb,segment=NetworkSegment(8643ba2a-8957-4c06-9be1-497b7d338801),segment_id=8643ba2a-8957-4c06-9be1-497b7d338801)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:07:35.157563 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:35.302709 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Calling delete_port for f5abc9bb-e08b-4586-a211-e3a8268ec1bb owned by network:router_interface {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:07:35.502844 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852269169'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:35.520234 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f96498ef-c038-4ead-8288-ec6a9e2bef63 tempest-AttachVolumeNegativeTest-879286957 tempest-AttachVolumeNegativeTest-879286957] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:07:35.619843 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5abc9bb-e08b-4586-a211-e3a8268ec1bb,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:07:35.635678 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:35.635967 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:35.636386 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:35.636799 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:35.637205 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:35.637619 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:35.638102 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:35.638419 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:35.638863 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:35.639255 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:35.639660 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:35.640057 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:35.640563 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:35.640964 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:35.641360 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:35.641767 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:35.642163 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:35.642561 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:35.642986 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:35.643386 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:35.643787 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:35.644187 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:35.644590 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:35.644986 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:07:35.652049 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:07:36.278101 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1687712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853036733'] for router_interface, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:36.766468 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:36.835489 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Router 07587e90-7af4-43fc-b9a1-d48f902de836 has already been hosted by L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f {{(pid=80159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 16:07:37.080022 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:07:37.088567 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 16:07:37.103078 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031528d3-6399-4af2-92a3-f56eab35bf93 None None] Sync routers for ids ['07587e90-7af4-43fc-b9a1-d48f902de836'] in dv-cinder-667108-29-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 16:07:37.135023 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 49148) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:07:37.135840 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-e48cb1ee-729a-4299-9d86-17cf8c4aa016 admin admin] 10.222.0.110 "PUT /v2.0/routers/07587e90-7af4-43fc-b9a1-d48f902de836/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4637585 Jan 19 16:07:37.157887 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031528d3-6399-4af2-92a3-f56eab35bf93 None None] Routers {'07587e90-7af4-43fc-b9a1-d48f902de836'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:07:37.159408 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-031528d3-6399-4af2-92a3-f56eab35bf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:07:07Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['07587e90-7af4-43fc-b9a1-d48f902de836'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:07:37.378658 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a3b7-9c31-44e0-b4b0-6456857aba91 admin admin] Notify callbacks [] for router, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:37.588116 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:37.761794 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-43622ec5-57c8-4689-84dc-87873d47330f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:37.817880 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-031528d3-6399-4af2-92a3-f56eab35bf93 None None] Set router 07587e90-7af4-43fc-b9a1-d48f902de836 gateway port host: dv-cinder-667108-29-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:07:37.844089 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a3b7-9c31-44e0-b4b0-6456857aba91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:37.844089 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-8aa1a3b7-9c31-44e0-b4b0-6456857aba91 admin admin] Deleting port f98cff91-bfc7-48ae-9313-74b4ddb8f509 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:07:37.844618 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a3b7-9c31-44e0-b4b0-6456857aba91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:38.107788 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:38.116168 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-8aa1a3b7-9c31-44e0-b4b0-6456857aba91 admin admin] For port f98cff91-bfc7-48ae-9313-74b4ddb8f509, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=f98cff91-bfc7-48ae-9313-74b4ddb8f509,segment=NetworkSegment(df4602cc-7cc3-4442-ad7e-3dfa8118ccff),segment_id=df4602cc-7cc3-4442-ad7e-3dfa8118ccff)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:07:38.117514 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a3b7-9c31-44e0-b4b0-6456857aba91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:38.269686 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-8aa1a3b7-9c31-44e0-b4b0-6456857aba91 admin admin] Calling delete_port for f98cff91-bfc7-48ae-9313-74b4ddb8f509 owned by network:router_gateway {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:07:38.336296 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-031528d3-6399-4af2-92a3-f56eab35bf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'name': 'tempest-TestMinimumBasicScenario-1895721291-router', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:03:35Z', 'updated_at': '2021-01-19T16:07:35Z', 'revision_number': 5, 'project_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'gw_port': {'id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:03:36Z', 'updated_at': '2021-01-19T16:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:07:38.342270 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031528d3-6399-4af2-92a3-f56eab35bf93 None None] Checking router: 07587e90-7af4-43fc-b9a1-d48f902de836 for host: dv-cinder-667108-29-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 16:07:38.353943 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031528d3-6399-4af2-92a3-f56eab35bf93 None None] Routers {'07587e90-7af4-43fc-b9a1-d48f902de836'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:07:38.354656 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-031528d3-6399-4af2-92a3-f56eab35bf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:07:38Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['07587e90-7af4-43fc-b9a1-d48f902de836'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:07:38.506654 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a3b7-9c31-44e0-b4b0-6456857aba91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: WARNING neutron.plugins.ml2.ovo_rpc [None req-8aa1a3b7-9c31-44e0-b4b0-6456857aba91 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: result = function(*args, **kwargs) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: proto.__init__(conn_state, self) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: self.handle() Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: self.handle_one_request() Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: self.handle_one_response() Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: result = self.application(self.environ, start_response) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: return app(environ, start_response) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: resp = self.call_func(req, *args, **kw) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: return self.func(req, *args, **kwargs) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: response = req.get_response(self.application) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: application, catch_exc_info=False) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: app_iter = application(self.environ, start_response) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: resp = self.call_func(req, *args, **kw) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: return self.func(req, *args, **kwargs) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: response = req.get_response(self.application) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: application, catch_exc_info=False) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: app_iter = application(self.environ, start_response) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: resp = self.call_func(req, *args, **kw) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: return self.func(req, *args, **kwargs) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: response = req.get_response(self.application) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: application, catch_exc_info=False) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: app_iter = application(self.environ, start_response) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: resp = self.call_func(req, *args, **kw) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: return self.func(req, *args, **kwargs) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: response = req.get_response(self.application) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: application, catch_exc_info=False) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: app_iter = application(self.environ, start_response) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: resp = self.call_func(req, *args, **kw) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: return self.func(req, *args, **kwargs) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: return request.get_response(self.application) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: application, catch_exc_info=False) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: app_iter = application(self.environ, start_response) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: resp = self.call_func(req, *args, **kw) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: return self.func(req, *args, **kwargs) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: response = req.get_response(self._app) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: application, catch_exc_info=False) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: app_iter = application(self.environ, start_response) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: return resp(environ, start_response) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: return resp(environ, start_response) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: response = self.app(environ, start_response) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: return resp(environ, start_response) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: resp = self.call_func(req, *args, **kw) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: return self.func(req, *args, **kwargs) Jan 19 16:07:38.519793 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: result = method(request=request, **args) Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: return self._delete(request, id, **kwargs) Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: return f(*args, **kwargs) Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: return f(*args, **kwargs) Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: return f(*dup_args, **dup_kwargs) Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: obj_deleter(request.context, id, **kwargs) Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: return method(*args, **kwargs) Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: return f(*args, **kwargs) Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: return f(*args, **kwargs) Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: return f(*dup_args, **dup_kwargs) Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: self._delete_current_gw_port(context, id, router, None) Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: admin_ctx, gw_port_id, l3_port_check=False) Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: return f(self, context, *args, **kwargs) Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: return method(*args, **kwargs) Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: context, port, router_ids, bound_mech_contexts) Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: return function(*args, **kwargs) Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: callback(resource, event, trigger, **kwargs) Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: if self._is_session_semantic_violated(context, resource, event): Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: stack = traceback.extract_stack() Jan 19 16:07:38.536119 dv-cinder-667108-29-smb neutron-server[80046]: Jan 19 16:07:38.651730 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-031528d3-6399-4af2-92a3-f56eab35bf93 None None] Set router 07587e90-7af4-43fc-b9a1-d48f902de836 gateway port host: dv-cinder-667108-29-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:07:38.841923 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a3b7-9c31-44e0-b4b0-6456857aba91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1738224'] for router_gateway, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:39.031459 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-031528d3-6399-4af2-92a3-f56eab35bf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'name': 'tempest-TestMinimumBasicScenario-1895721291-router', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:03:35Z', 'updated_at': '2021-01-19T16:07:35Z', 'revision_number': 5, 'project_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'gw_port': {'id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:03:36Z', 'updated_at': '2021-01-19T16:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:07:39.035166 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a3b7-9c31-44e0-b4b0-6456857aba91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1736944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1508'] for router, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:39.036962 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031528d3-6399-4af2-92a3-f56eab35bf93 None None] The sync data for ids ['07587e90-7af4-43fc-b9a1-d48f902de836'] in dv-cinder-667108-29-smb is: [{'id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'name': 'tempest-TestMinimumBasicScenario-1895721291-router', 'tenant_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52'}], 'enable_snat': True}, 'gw_port_id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:03:35Z', 'updated_at': '2021-01-19T16:07:35Z', 'revision_number': 5, 'project_id': '2e0ee6f28ba94989ad38ea08f56b666f', 'gw_port': {'id': 'f98cff91-bfc7-48ae-9313-74b4ddb8f509', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07587e90-7af4-43fc-b9a1-d48f902de836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:03:36Z', 'updated_at': '2021-01-19T16:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 16:07:39.038282 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a3b7-9c31-44e0-b4b0-6456857aba91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:39.187100 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:39.187413 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a3b7-9c31-44e0-b4b0-6456857aba91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1826733'] for router, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:39.188023 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa1a3b7-9c31-44e0-b4b0-6456857aba91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07587e90-7af4-43fc-b9a1-d48f902de836 {{(pid=80160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 19 16:07:39.204340 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a3b7-9c31-44e0-b4b0-6456857aba91 admin admin] Notify callbacks [] for router, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:39.206224 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-8aa1a3b7-9c31-44e0-b4b0-6456857aba91 admin admin] 10.222.0.110 "DELETE /v2.0/routers/07587e90-7af4-43fc-b9a1-d48f902de836 HTTP/1.1" status: 204 len: 168 time: 2.0687957 Jan 19 16:07:39.209954 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 49168) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:07:39.286985 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4e5a75-fa42-4b7c-9190-e1eff1779c6a admin admin] Deleting subnet 0ae45b3e-7638-4b09-9105-d3f10811827b {{(pid=80160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 16:07:39.291951 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9e4e5a75-fa42-4b7c-9190-e1eff1779c6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:39.359011 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9e4e5a75-fa42-4b7c-9190-e1eff1779c6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2411160'] for subnet, precommit_delete_associations {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:39.512768 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9e4e5a75-fa42-4b7c-9190-e1eff1779c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854039609'] for subnet, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:39.833222 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9e4e5a75-fa42-4b7c-9190-e1eff1779c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851269797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2595872'] for subnet, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:39.852217 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:07:39.951121 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e5a75-fa42-4b7c-9190-e1eff1779c6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ae45b3e-7638-4b09-9105-d3f10811827b,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:07:39.968454 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9e4e5a75-fa42-4b7c-9190-e1eff1779c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:07:40.011691 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9e4e5a75-fa42-4b7c-9190-e1eff1779c6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:40.019492 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d110055d-998e-4c9c-af05-de1098be4714 None None] Network 32ada299-f940-43f6-a6d6-7b24d2f5c6aa requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 16:07:40.021204 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-9e4e5a75-fa42-4b7c-9190-e1eff1779c6a admin admin] 10.222.0.110 "DELETE /v2.0/subnets/0ae45b3e-7638-4b09-9105-d3f10811827b HTTP/1.1" status: 204 len: 168 time: 0.8097899 Jan 19 16:07:40.026277 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 49174) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:07:40.216665 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-26b54ed2-6c43-4cf9-abed-cd96eb8f29c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245900'] for network, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:40.294056 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-26b54ed2-6c43-4cf9-abed-cd96eb8f29c4 admin admin] Deleting port 1f93f505-7980-403e-8aa5-ee62eacee41a {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:07:40.294369 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-26b54ed2-6c43-4cf9-abed-cd96eb8f29c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:40.481423 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1523f2-e32f-4525-8bc9-943e33d930fe None None] DHCP port deletion for 32ada299-f940-43f6-a6d6-7b24d2f5c6aa request from dv-cinder-667108-29-smb {{(pid=80161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 19 16:07:40.486322 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-6d1523f2-e32f-4525-8bc9-943e33d930fe None None] Deleting port 1f93f505-7980-403e-8aa5-ee62eacee41a {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:07:40.486780 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6d1523f2-e32f-4525-8bc9-943e33d930fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:40.544223 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-26b54ed2-6c43-4cf9-abed-cd96eb8f29c4 admin admin] For port 1f93f505-7980-403e-8aa5-ee62eacee41a, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=1f93f505-7980-403e-8aa5-ee62eacee41a,segment=NetworkSegment(8643ba2a-8957-4c06-9be1-497b7d338801),segment_id=8643ba2a-8957-4c06-9be1-497b7d338801)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:07:40.544814 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-26b54ed2-6c43-4cf9-abed-cd96eb8f29c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:40.690199 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-26b54ed2-6c43-4cf9-abed-cd96eb8f29c4 admin admin] Calling delete_port for 1f93f505-7980-403e-8aa5-ee62eacee41a owned by network:dhcp {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:07:40.732539 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-6d1523f2-e32f-4525-8bc9-943e33d930fe None None] For port 1f93f505-7980-403e-8aa5-ee62eacee41a, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=1f93f505-7980-403e-8aa5-ee62eacee41a,segment=NetworkSegment(8643ba2a-8957-4c06-9be1-497b7d338801),segment_id=8643ba2a-8957-4c06-9be1-497b7d338801)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:07:40.732947 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6d1523f2-e32f-4525-8bc9-943e33d930fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:40.776991 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-26b54ed2-6c43-4cf9-abed-cd96eb8f29c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852269169'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:40.793210 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-04100fb9-e513-407f-a476-b5a4184f1c55 tempest-VolumesActionsTest-952448389 tempest-VolumesActionsTest-952448389] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:07:40.841373 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b54ed2-6c43-4cf9-abed-cd96eb8f29c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f93f505-7980-403e-8aa5-ee62eacee41a,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:07:40.876882 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-6d1523f2-e32f-4525-8bc9-943e33d930fe None None] Calling delete_port for 1f93f505-7980-403e-8aa5-ee62eacee41a owned by network:dhcp {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:07:40.900698 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-26b54ed2-6c43-4cf9-abed-cd96eb8f29c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:07:40.962748 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b54ed2-6c43-4cf9-abed-cd96eb8f29c4 admin admin] No DVR routers for this DVR port 1f93f505-7980-403e-8aa5-ee62eacee41a on host dv-cinder-667108-29-smb {{(pid=80159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 16:07:41.051275 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.api [None req-6d1523f2-e32f-4525-8bc9-943e33d930fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80161) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 16:07:41.051971 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_db.api [None req-6d1523f2-e32f-4525-8bc9-943e33d930fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 16:07:41.104444 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device f5abc9bb-e08b-4586-a211-e3a8268ec1bb no longer exists at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:07:41.120503 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-26b54ed2-6c43-4cf9-abed-cd96eb8f29c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736146', 'neutron.services.segments.db._delete_segments_for_network--9223363244352747226'] for network, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:41.145210 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] No Port match for: f5abc9bb-e08b-4586-a211-e3a8268ec1bb {{(pid=80161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 16:07:41.145932 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device f5abc9bb-e08b-4586-a211-e3a8268ec1bb not bound to the agent host dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 16:07:41.146663 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device f98cff91-bfc7-48ae-9313-74b4ddb8f509 no longer exists at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:07:41.188989 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] No Port match for: f98cff91-bfc7-48ae-9313-74b4ddb8f509 {{(pid=80161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 16:07:41.189223 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device f98cff91-bfc7-48ae-9313-74b4ddb8f509 not bound to the agent host dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 16:07:41.190260 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 1f93f505-7980-403e-8aa5-ee62eacee41a no longer exists at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:07:41.227608 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] No Port match for: 1f93f505-7980-403e-8aa5-ee62eacee41a {{(pid=80161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 16:07:41.228133 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 1f93f505-7980-403e-8aa5-ee62eacee41a not bound to the agent host dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 16:07:41.257282 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-26b54ed2-6c43-4cf9-abed-cd96eb8f29c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ada299-f940-43f6-a6d6-7b24d2f5c6aa']}} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:07:41.268972 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-26b54ed2-6c43-4cf9-abed-cd96eb8f29c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8643ba2a-8957-4c06-9be1-497b7d338801') {'for_net_delete': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:07:41.269230 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-26b54ed2-6c43-4cf9-abed-cd96eb8f29c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8643ba2a-8957-4c06-9be1-497b7d338801') {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:07:41.282858 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-26b54ed2-6c43-4cf9-abed-cd96eb8f29c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244352752346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2721809'] for segment, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:41.303830 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-26b54ed2-6c43-4cf9-abed-cd96eb8f29c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:41.306979 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-26b54ed2-6c43-4cf9-abed-cd96eb8f29c4 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 16:07:41.512915 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-26b54ed2-6c43-4cf9-abed-cd96eb8f29c4 admin admin] Network 32ada299-f940-43f6-a6d6-7b24d2f5c6aa has no segments {{(pid=80159) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 16:07:41.525126 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-26b54ed2-6c43-4cf9-abed-cd96eb8f29c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854040106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2506744'] for segment, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:41.554005 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-6d1523f2-e32f-4525-8bc9-943e33d930fe None None] Deleting port 1f93f505-7980-403e-8aa5-ee62eacee41a {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:07:41.557596 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6d1523f2-e32f-4525-8bc9-943e33d930fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:41.696545 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-6d1523f2-e32f-4525-8bc9-943e33d930fe None None] The port '1f93f505-7980-403e-8aa5-ee62eacee41a' was deleted {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 19 16:07:41.727325 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-26b54ed2-6c43-4cf9-abed-cd96eb8f29c4 admin admin] Network 32ada299-f940-43f6-a6d6-7b24d2f5c6aa has no segments {{(pid=80159) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: Traceback (most recent call last): Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: timer() Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: cb(*args, **kw) Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: return func(*args, **kwargs) Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: self._notify() Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: self.callback(batched_events) Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: event.method(event) Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: segment_id)['aggregates'][0] Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: return f(self, *a, **k) Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: return self._get(url).json() Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: **kwargs) Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: return self.request(url, 'GET', **kwargs) Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: **endpoint_filter) Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 16:07:41.751744 dv-cinder-667108-29-smb neutron-server[80046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 16:07:41.838869 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-26b54ed2-6c43-4cf9-abed-cd96eb8f29c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854039654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853037674'] for network, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:41.842491 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-44ae2de1-acbc-451f-b369-f720d2248222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:07:41.857893 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-26b54ed2-6c43-4cf9-abed-cd96eb8f29c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:41.871148 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b54ed2-6c43-4cf9-abed-cd96eb8f29c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=32ada299-f940-43f6-a6d6-7b24d2f5c6aa,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:07:41.876533 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-26b54ed2-6c43-4cf9-abed-cd96eb8f29c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:07:41.884010 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-26b54ed2-6c43-4cf9-abed-cd96eb8f29c4 admin admin] 10.222.0.110 "DELETE /v2.0/networks/32ada299-f940-43f6-a6d6-7b24d2f5c6aa HTTP/1.1" status: 204 len: 168 time: 1.8530521 Jan 19 16:07:42.158541 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 49192) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:07:42.215320 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-576f17cd-1ec5-488c-ba46-46a0ad9fa876 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=2e0ee6f28ba94989ad38ea08f56b666f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553794 Jan 19 16:07:42.217996 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 49196) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:07:42.288576 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5b7711a0-1ed6-4d88-abaa-4a06aa53ef7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:42.319566 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5b7711a0-1ed6-4d88-abaa-4a06aa53ef7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:42.371509 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5b7711a0-1ed6-4d88-abaa-4a06aa53ef7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:42.376839 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-5e7e35aa-241e-46eb-9c03-d4f84b85f663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:07:42.391165 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7711a0-1ed6-4d88-abaa-4a06aa53ef7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27438f50-cf15-41b3-a444-43c631bc9ad7,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:07:42.394374 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-5b7711a0-1ed6-4d88-abaa-4a06aa53ef7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:07:42.401667 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5b7711a0-1ed6-4d88-abaa-4a06aa53ef7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:42.404133 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-5b7711a0-1ed6-4d88-abaa-4a06aa53ef7d admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/27438f50-cf15-41b3-a444-43c631bc9ad7 HTTP/1.1" status: 204 len: 168 time: 0.1839395 Jan 19 16:07:43.735701 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922690a4-ff96-43d4-9ead-5932b4657e61 req-61be49d4-c483-4039-8f1f-6ff75673070e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:43.737317 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-922690a4-ff96-43d4-9ead-5932b4657e61 req-61be49d4-c483-4039-8f1f-6ff75673070e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=69d615e8-e3a1-45c3-80c5-73a2232ec678 HTTP/1.1" status: 200 len: 945 time: 0.1194665 Jan 19 16:07:43.799333 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-922690a4-ff96-43d4-9ead-5932b4657e61 req-1660f046-f259-428d-b70d-14b1eddeb43d tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=4883eaf4-c0d4-4e02-9429-4d6cbc0bfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540926 Jan 19 16:07:45.055458 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351bc47-5aa2-4e42-9cee-42aca4afd667 req-e3d075a6-dcdf-4051-94d8-48ba97019f5b tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:45.057258 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d351bc47-5aa2-4e42-9cee-42aca4afd667 req-e3d075a6-dcdf-4051-94d8-48ba97019f5b tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=69d615e8-e3a1-45c3-80c5-73a2232ec678 HTTP/1.1" status: 200 len: 945 time: 0.1140213 Jan 19 16:07:45.159128 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d351bc47-5aa2-4e42-9cee-42aca4afd667 req-b0c973d7-2d78-4054-9147-b54e3d7307fa tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=4883eaf4-c0d4-4e02-9429-4d6cbc0bfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887113 Jan 19 16:07:46.428374 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed08ca-8d6f-41d9-aabb-a33876128fb2 req-c5cf4a55-055b-4ce8-913c-fe353b1bd48f tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:46.430622 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-33ed08ca-8d6f-41d9-aabb-a33876128fb2 req-c5cf4a55-055b-4ce8-913c-fe353b1bd48f tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=69d615e8-e3a1-45c3-80c5-73a2232ec678 HTTP/1.1" status: 200 len: 945 time: 0.1268098 Jan 19 16:07:46.539325 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-33ed08ca-8d6f-41d9-aabb-a33876128fb2 req-2847f041-e38f-488c-9aef-4b4092e92a62 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups?id=4883eaf4-c0d4-4e02-9429-4d6cbc0bfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688112 Jan 19 16:07:46.587318 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e65c6c-018a-4798-88ca-764a9d3ba4ea req-99089055-8861-4778-96dc-2ef05a393865 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:07:46.589042 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a3e65c6c-018a-4798-88ca-764a9d3ba4ea req-99089055-8861-4778-96dc-2ef05a393865 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.104 "GET /v2.0/ports?device_id=69d615e8-e3a1-45c3-80c5-73a2232ec678 HTTP/1.1" status: 200 len: 945 time: 0.1572046 Jan 19 16:07:46.683255 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-a3e65c6c-018a-4798-88ca-764a9d3ba4ea req-06103edd-c81e-4f8c-b5f0-0ae1a60a5bf7 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Deleting port 013ebe80-3b14-4a23-81fd-99c9559b9c93 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:07:46.683653 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a3e65c6c-018a-4798-88ca-764a9d3ba4ea req-06103edd-c81e-4f8c-b5f0-0ae1a60a5bf7 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:46.975639 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-a3e65c6c-018a-4798-88ca-764a9d3ba4ea req-06103edd-c81e-4f8c-b5f0-0ae1a60a5bf7 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] For port 013ebe80-3b14-4a23-81fd-99c9559b9c93, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=013ebe80-3b14-4a23-81fd-99c9559b9c93,segment=NetworkSegment(fb008804-836d-4882-a02a-897d065b80a8),segment_id=fb008804-836d-4882-a02a-897d065b80a8)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:07:46.976103 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a3e65c6c-018a-4798-88ca-764a9d3ba4ea req-06103edd-c81e-4f8c-b5f0-0ae1a60a5bf7 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:47.411871 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a3e65c6c-018a-4798-88ca-764a9d3ba4ea req-06103edd-c81e-4f8c-b5f0-0ae1a60a5bf7 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for floatingip, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:47.412745 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a3e65c6c-018a-4798-88ca-764a9d3ba4ea req-06103edd-c81e-4f8c-b5f0-0ae1a60a5bf7 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853037689'] for floatingip, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:47.413276 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.l3_db [req-a3e65c6c-018a-4798-88ca-764a9d3ba4ea req-06103edd-c81e-4f8c-b5f0-0ae1a60a5bf7 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Floating IP 2c61030e-61c4-40af-bd88-da0f824e9d67 disassociated. External IP: 172.28.3.138, port: 013ebe80-3b14-4a23-81fd-99c9559b9c93. Jan 19 16:07:47.413955 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-a3e65c6c-018a-4798-88ca-764a9d3ba4ea req-06103edd-c81e-4f8c-b5f0-0ae1a60a5bf7 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Calling delete_port for 013ebe80-3b14-4a23-81fd-99c9559b9c93 owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:07:47.618404 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a3e65c6c-018a-4798-88ca-764a9d3ba4ea req-06103edd-c81e-4f8c-b5f0-0ae1a60a5bf7 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:47.652718 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-50d57826-dfac-482b-83f8-049dc60e579f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:07:48.006893 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 013ebe80-3b14-4a23-81fd-99c9559b9c93 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:07:48.086290 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06103edd-c81e-4f8c-b5f0-0ae1a60a5bf7 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Pushing event deleted for resources: {'Port': ['ID=013ebe80-3b14-4a23-81fd-99c9559b9c93,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:07:48.086823 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-1d938050-43af-419f-856f-616e6f46b1df None None] No Port match for: 013ebe80-3b14-4a23-81fd-99c9559b9c93 {{(pid=80161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 16:07:48.087535 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 013ebe80-3b14-4a23-81fd-99c9559b9c93 not bound to the agent host hv-cinder-66710 {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 16:07:48.105836 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-06103edd-c81e-4f8c-b5f0-0ae1a60a5bf7 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:07:48.126660 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d1f1044d-899a-4eab-af11-60bd33a791a9 req-3bddb5b6-51b7-4749-9f5c-77fd3bfb3c17 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=69d615e8-e3a1-45c3-80c5-73a2232ec678 HTTP/1.1" status: 200 len: 210 time: 0.4119756 Jan 19 16:07:48.468425 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3e65c6c-018a-4798-88ca-764a9d3ba4ea req-06103edd-c81e-4f8c-b5f0-0ae1a60a5bf7 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Router ce2f8eee-08cd-45d3-909c-dc6b6e008f84 has already been hosted by L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f {{(pid=80160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 16:07:48.732030 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3e65c6c-018a-4798-88ca-764a9d3ba4ea req-06103edd-c81e-4f8c-b5f0-0ae1a60a5bf7 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 16:07:48.749340 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7a8323-8931-4816-bfda-2f940ba72fee None None] Sync routers for ids ['ce2f8eee-08cd-45d3-909c-dc6b6e008f84'] in dv-cinder-667108-29-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 16:07:48.770414 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7a8323-8931-4816-bfda-2f940ba72fee None None] Routers {'ce2f8eee-08cd-45d3-909c-dc6b6e008f84'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:07:48.772162 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-eb7a8323-8931-4816-bfda-2f940ba72fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:07:38Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['ce2f8eee-08cd-45d3-909c-dc6b6e008f84'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:07:48.802666 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e65c6c-018a-4798-88ca-764a9d3ba4ea req-06103edd-c81e-4f8c-b5f0-0ae1a60a5bf7 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] No DVR routers for this DVR port 013ebe80-3b14-4a23-81fd-99c9559b9c93 on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 16:07:48.807394 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a3e65c6c-018a-4798-88ca-764a9d3ba4ea req-06103edd-c81e-4f8c-b5f0-0ae1a60a5bf7 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:48.811382 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d615e8-e3a1-45c3-80c5-73a2232ec678', 'name': 'network-vif-deleted', 'tag': '013ebe80-3b14-4a23-81fd-99c9559b9c93'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:07:48.839189 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a3e65c6c-018a-4798-88ca-764a9d3ba4ea req-06103edd-c81e-4f8c-b5f0-0ae1a60a5bf7 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.104 "DELETE /v2.0/ports/013ebe80-3b14-4a23-81fd-99c9559b9c93 HTTP/1.1" status: 204 len: 173 time: 2.2390487 Jan 19 16:07:48.911816 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d615e8-e3a1-45c3-80c5-73a2232ec678', 'name': 'network-vif-deleted', 'tag': '013ebe80-3b14-4a23-81fd-99c9559b9c93', 'status': 'completed', 'code': 200} Jan 19 16:07:49.285375 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-eb7a8323-8931-4816-bfda-2f940ba72fee None None] Set router ce2f8eee-08cd-45d3-909c-dc6b6e008f84 gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:07:49.468279 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-3df01cf0-10d9-495c-8072-1dc914d0c95c req-040a1ea1-fc6c-4d4c-9d78-ca4c995dd285 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Synchronizing usage tracker for tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:07:49.499720 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-3df01cf0-10d9-495c-8072-1dc914d0c95c req-040a1ea1-fc6c-4d4c-9d78-ca4c995dd285 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Unset dirty status for tenant:7b1a4fa7e3e84f4c99ed43dd4d9f70d8 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:07:49.500855 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3df01cf0-10d9-495c-8072-1dc914d0c95c req-040a1ea1-fc6c-4d4c-9d78-ca4c995dd285 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/ports?device_id=69d615e8-e3a1-45c3-80c5-73a2232ec678 HTTP/1.1" status: 200 len: 210 time: 0.1286280 Jan 19 16:07:49.839905 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-eb7a8323-8931-4816-bfda-2f940ba72fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'name': 'tempest-AttachVolumeTestJSON-831487525-router', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:54Z', 'updated_at': '2021-01-19T15:59:36Z', 'revision_number': 4, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'gw_port': {'id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:59Z', 'updated_at': '2021-01-19T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': '473d9f30-18c8-4496-8f02-e61eab3038ed', 'name': '', 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'mac_address': 'fa:16:3e:8c:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:24Z', 'updated_at': '2021-01-19T15:59:53Z', 'revision_number': 5, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'subnets': [{'id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:07:49.848147 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7a8323-8931-4816-bfda-2f940ba72fee None None] Checking router: ce2f8eee-08cd-45d3-909c-dc6b6e008f84 for host: dv-cinder-667108-29-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 16:07:49.859183 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7a8323-8931-4816-bfda-2f940ba72fee None None] Routers {'ce2f8eee-08cd-45d3-909c-dc6b6e008f84'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:07:49.859940 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-eb7a8323-8931-4816-bfda-2f940ba72fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:07:38Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['ce2f8eee-08cd-45d3-909c-dc6b6e008f84'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:07:50.102932 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-eb7a8323-8931-4816-bfda-2f940ba72fee None None] Set router ce2f8eee-08cd-45d3-909c-dc6b6e008f84 gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:07:50.629572 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-eb7a8323-8931-4816-bfda-2f940ba72fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'name': 'tempest-AttachVolumeTestJSON-831487525-router', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:54Z', 'updated_at': '2021-01-19T15:59:36Z', 'revision_number': 4, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'gw_port': {'id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:59Z', 'updated_at': '2021-01-19T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': '473d9f30-18c8-4496-8f02-e61eab3038ed', 'name': '', 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'mac_address': 'fa:16:3e:8c:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:24Z', 'updated_at': '2021-01-19T15:59:53Z', 'revision_number': 5, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'subnets': [{'id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:07:50.636167 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7a8323-8931-4816-bfda-2f940ba72fee None None] The sync data for ids ['ce2f8eee-08cd-45d3-909c-dc6b6e008f84'] in dv-cinder-667108-29-smb is: [{'id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'name': 'tempest-AttachVolumeTestJSON-831487525-router', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:54Z', 'updated_at': '2021-01-19T15:59:36Z', 'revision_number': 4, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'gw_port': {'id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:59Z', 'updated_at': '2021-01-19T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': '473d9f30-18c8-4496-8f02-e61eab3038ed', 'name': '', 'network_id': '6ea02ce0-bc45-4d69-89bd-6b33e937c1b2', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'mac_address': 'fa:16:3e:8c:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:24Z', 'updated_at': '2021-01-19T15:59:53Z', 'revision_number': 5, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'subnets': [{'id': '2ac4c3c0-47d4-4e4c-9947-77ff1933d492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 16:07:50.791606 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 49230) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:07:50.921228 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f83c9900-2703-49ad-9403-cb2a972d9cc6 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:50.959820 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f83c9900-2703-49ad-9403-cb2a972d9cc6 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:51.037532 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f83c9900-2703-49ad-9403-cb2a972d9cc6 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:51.048229 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-27bdd478-c516-4b61-9cc0-74acd2389f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:07:51.081040 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c9900-2703-49ad-9403-cb2a972d9cc6 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Pushing event deleted for resources: {'SecurityGroup': ['ID=4883eaf4-c0d4-4e02-9429-4d6cbc0bfff2,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:07:51.087556 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f83c9900-2703-49ad-9403-cb2a972d9cc6 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:07:51.098610 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f83c9900-2703-49ad-9403-cb2a972d9cc6 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:51.102101 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-f83c9900-2703-49ad-9403-cb2a972d9cc6 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "DELETE /v2.0/security-groups/4883eaf4-c0d4-4e02-9429-4d6cbc0bfff2 HTTP/1.1" status: 204 len: 168 time: 0.3086183 Jan 19 16:07:51.105348 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 49234) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:07:51.136012 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.v2.resource [None req-cb0bc033-08ec-4460-a14f-529c1096f3fd tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] show failed (client error): The resource could not be found. Jan 19 16:07:51.137973 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-cb0bc033-08ec-4460-a14f-529c1096f3fd tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "GET /v2.0/security-groups/4883eaf4-c0d4-4e02-9429-4d6cbc0bfff2 HTTP/1.1" status: 404 len: 347 time: 0.0311055 Jan 19 16:07:51.140947 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 49238) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:07:51.167739 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b40276c-e47f-4c1f-b0dd-c5362d21cd0b None None] New status for floating IP 2c61030e-61c4-40af-bd88-da0f824e9d67: DOWN {{(pid=80161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 16:07:51.353748 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-d42185ae-4aaa-4d17-88b0-db9d9a00903b tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Deleting port 95243715-a759-46c4-bac9-1152b0ea9da6 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:07:51.354147 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d42185ae-4aaa-4d17-88b0-db9d9a00903b tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:51.609307 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d42185ae-4aaa-4d17-88b0-db9d9a00903b tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:51.609933 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d42185ae-4aaa-4d17-88b0-db9d9a00903b tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for floatingip, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:51.782483 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-d42185ae-4aaa-4d17-88b0-db9d9a00903b tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Calling delete_port for 95243715-a759-46c4-bac9-1152b0ea9da6 owned by network:floatingip {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:07:51.887453 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.api [None req-d42185ae-4aaa-4d17-88b0-db9d9a00903b tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80160) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 16:07:51.887866 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_db.api [None req-d42185ae-4aaa-4d17-88b0-db9d9a00903b tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 16:07:52.389483 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-d42185ae-4aaa-4d17-88b0-db9d9a00903b tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Deleting port 95243715-a759-46c4-bac9-1152b0ea9da6 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:07:52.390073 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d42185ae-4aaa-4d17-88b0-db9d9a00903b tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:52.620996 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d42185ae-4aaa-4d17-88b0-db9d9a00903b tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:52.621410 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d42185ae-4aaa-4d17-88b0-db9d9a00903b tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for floatingip, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:52.787130 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-d42185ae-4aaa-4d17-88b0-db9d9a00903b tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Calling delete_port for 95243715-a759-46c4-bac9-1152b0ea9da6 owned by network:floatingip {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:07:52.993943 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d42185ae-4aaa-4d17-88b0-db9d9a00903b tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:53.019103 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:07:53.173044 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42185ae-4aaa-4d17-88b0-db9d9a00903b tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Pushing event deleted for resources: {'Port': ['ID=95243715-a759-46c4-bac9-1152b0ea9da6,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:07:53.188949 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d42185ae-4aaa-4d17-88b0-db9d9a00903b tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:07:53.359149 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d42185ae-4aaa-4d17-88b0-db9d9a00903b tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks [] for floatingip, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:53.392770 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d42185ae-4aaa-4d17-88b0-db9d9a00903b tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for floatingip, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:07:53.394942 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-d42185ae-4aaa-4d17-88b0-db9d9a00903b tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] 10.222.0.110 "DELETE /v2.0/floatingips/2c61030e-61c4-40af-bd88-da0f824e9d67 HTTP/1.1" status: 204 len: 168 time: 2.2524598 Jan 19 16:07:58.020619 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 49270) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:07:59.359720 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-379da619-809e-4020-8e8a-0d7c28841f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853036551'] for router_interface, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:00.302304 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-379da619-809e-4020-8e8a-0d7c28841f1b admin admin] Deleting port 473d9f30-18c8-4496-8f02-e61eab3038ed {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:08:00.302654 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-379da619-809e-4020-8e8a-0d7c28841f1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:00.526440 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-379da619-809e-4020-8e8a-0d7c28841f1b admin admin] For port 473d9f30-18c8-4496-8f02-e61eab3038ed, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=473d9f30-18c8-4496-8f02-e61eab3038ed,segment=NetworkSegment(fb008804-836d-4882-a02a-897d065b80a8),segment_id=fb008804-836d-4882-a02a-897d065b80a8)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:08:00.527259 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-379da619-809e-4020-8e8a-0d7c28841f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:00.676455 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-379da619-809e-4020-8e8a-0d7c28841f1b admin admin] Calling delete_port for 473d9f30-18c8-4496-8f02-e61eab3038ed owned by network:router_interface {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:08:01.174762 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-379da619-809e-4020-8e8a-0d7c28841f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:01.190075 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:01.244314 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379da619-809e-4020-8e8a-0d7c28841f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=473d9f30-18c8-4496-8f02-e61eab3038ed,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:01.247389 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-379da619-809e-4020-8e8a-0d7c28841f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:01.785640 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-379da619-809e-4020-8e8a-0d7c28841f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1687712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853036733'] for router_interface, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:02.797741 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379da619-809e-4020-8e8a-0d7c28841f1b admin admin] Router ce2f8eee-08cd-45d3-909c-dc6b6e008f84 has already been hosted by L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f {{(pid=80160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 16:08:03.052565 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379da619-809e-4020-8e8a-0d7c28841f1b admin admin] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 16:08:03.071769 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db14771-df0a-4652-a8ad-fe0018c90dbe None None] Sync routers for ids ['ce2f8eee-08cd-45d3-909c-dc6b6e008f84'] in dv-cinder-667108-29-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 16:08:03.080236 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 49278) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:03.080465 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-379da619-809e-4020-8e8a-0d7c28841f1b admin admin] 10.222.0.110 "PUT /v2.0/routers/ce2f8eee-08cd-45d3-909c-dc6b6e008f84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0577204 Jan 19 16:08:03.099435 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db14771-df0a-4652-a8ad-fe0018c90dbe None None] Routers {'ce2f8eee-08cd-45d3-909c-dc6b6e008f84'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:08:03.100505 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-5db14771-df0a-4652-a8ad-fe0018c90dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:07:38Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['ce2f8eee-08cd-45d3-909c-dc6b6e008f84'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:08:03.321319 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-335795d1-3fcb-4241-89a5-f0a033320912 req-a0cc7a13-d2ca-4b6d-9682-ef0b30877a70 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1221259 Jan 19 16:08:03.371588 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-33fd0ec7-7078-4f09-9b18-07dd101755bb admin admin] Notify callbacks [] for router, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:03.454980 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-5db14771-df0a-4652-a8ad-fe0018c90dbe None None] Set router ce2f8eee-08cd-45d3-909c-dc6b6e008f84 gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:08:03.526893 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335795d1-3fcb-4241-89a5-f0a033320912 req-d8374137-0f5f-4831-b0e3-b9a9f5f9d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:08:03.528635 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-335795d1-3fcb-4241-89a5-f0a033320912 req-d8374137-0f5f-4831-b0e3-b9a9f5f9d0c3 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a5ad27bc88e04bd18332340c160e78f4&device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 1163 time: 0.1809430 Jan 19 16:08:03.802785 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335795d1-3fcb-4241-89a5-f0a033320912 req-ae562830-1104-42d1-9ed0-c772349019b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:08:03.806891 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-335795d1-3fcb-4241-89a5-f0a033320912 req-ae562830-1104-42d1-9ed0-c772349019b5 service neutron] 10.222.0.104 "GET /v2.0/networks?id=6f889a84-1af9-40d2-bcf9-6e9854a6418c HTTP/1.1" status: 200 len: 911 time: 0.2493601 Jan 19 16:08:03.925491 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-33fd0ec7-7078-4f09-9b18-07dd101755bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:03.933374 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-33fd0ec7-7078-4f09-9b18-07dd101755bb admin admin] Deleting port 7f8371c4-9dc7-44e6-8cf8-a007066caddb {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:08:03.934100 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-33fd0ec7-7078-4f09-9b18-07dd101755bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:04.021577 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-335795d1-3fcb-4241-89a5-f0a033320912 req-ec2b3c3d-ae56-40a1-b4e2-46dfd0761400 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dd25e4d-8182-473d-ab9c-e356e249dcfb HTTP/1.1" status: 200 len: 1002 time: 0.2066643 Jan 19 16:08:04.032374 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-5db14771-df0a-4652-a8ad-fe0018c90dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'name': 'tempest-AttachVolumeTestJSON-831487525-router', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:54Z', 'updated_at': '2021-01-19T16:08:01Z', 'revision_number': 5, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'gw_port': {'id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:59Z', 'updated_at': '2021-01-19T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:08:04.036170 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b657e718-08c0-4d76-967d-b7f4668bae06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:04.043828 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db14771-df0a-4652-a8ad-fe0018c90dbe None None] Checking router: ce2f8eee-08cd-45d3-909c-dc6b6e008f84 for host: dv-cinder-667108-29-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 16:08:04.064812 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db14771-df0a-4652-a8ad-fe0018c90dbe None None] Routers {'ce2f8eee-08cd-45d3-909c-dc6b6e008f84'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:08:04.065996 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-5db14771-df0a-4652-a8ad-fe0018c90dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:07:38Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['ce2f8eee-08cd-45d3-909c-dc6b6e008f84'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:08:04.112535 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335795d1-3fcb-4241-89a5-f0a033320912 req-12508926-faa0-4dcd-a8f5-7b0e8bff3b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:08:04.114178 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-335795d1-3fcb-4241-89a5-f0a033320912 req-12508926-faa0-4dcd-a8f5-7b0e8bff3b46 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=50029681-e86b-47f1-bdb3-0326582392cc HTTP/1.1" status: 200 len: 856 time: 0.0813563 Jan 19 16:08:04.279182 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-33fd0ec7-7078-4f09-9b18-07dd101755bb admin admin] For port 7f8371c4-9dc7-44e6-8cf8-a007066caddb, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=7f8371c4-9dc7-44e6-8cf8-a007066caddb,segment=NetworkSegment(df4602cc-7cc3-4442-ad7e-3dfa8118ccff),segment_id=df4602cc-7cc3-4442-ad7e-3dfa8118ccff)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:08:04.279812 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-33fd0ec7-7078-4f09-9b18-07dd101755bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:04.382665 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-5db14771-df0a-4652-a8ad-fe0018c90dbe None None] Set router ce2f8eee-08cd-45d3-909c-dc6b6e008f84 gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:08:04.459066 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-33fd0ec7-7078-4f09-9b18-07dd101755bb admin admin] Calling delete_port for 7f8371c4-9dc7-44e6-8cf8-a007066caddb owned by network:router_gateway {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:08:04.651210 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335795d1-3fcb-4241-89a5-f0a033320912 req-5aa8a7c5-99dd-49e5-b56c-e8bb77c3a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:08:04.654068 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-335795d1-3fcb-4241-89a5-f0a033320912 req-5aa8a7c5-99dd-49e5-b56c-e8bb77c3a316 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6f889a84-1af9-40d2-bcf9-6e9854a6418c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.5318832 Jan 19 16:08:04.659159 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-33fd0ec7-7078-4f09-9b18-07dd101755bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852269169'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:04.850187 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-5db14771-df0a-4652-a8ad-fe0018c90dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'name': 'tempest-AttachVolumeTestJSON-831487525-router', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:54Z', 'updated_at': '2021-01-19T16:08:01Z', 'revision_number': 5, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'gw_port': {'id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:59Z', 'updated_at': '2021-01-19T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:08:04.859959 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db14771-df0a-4652-a8ad-fe0018c90dbe None None] The sync data for ids ['ce2f8eee-08cd-45d3-909c-dc6b6e008f84'] in dv-cinder-667108-29-smb is: [{'id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'name': 'tempest-AttachVolumeTestJSON-831487525-router', 'tenant_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:54Z', 'updated_at': '2021-01-19T16:08:01Z', 'revision_number': 5, 'project_id': '7b1a4fa7e3e84f4c99ed43dd4d9f70d8', 'gw_port': {'id': '7f8371c4-9dc7-44e6-8cf8-a007066caddb', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f8eee-08cd-45d3-909c-dc6b6e008f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:59Z', 'updated_at': '2021-01-19T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 16:08:04.895139 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-335795d1-3fcb-4241-89a5-f0a033320912 req-7b3b8f7e-3184-4948-acc9-c56b2581470d service neutron] 10.222.0.104 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282224 Jan 19 16:08:04.963876 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-33fd0ec7-7078-4f09-9b18-07dd101755bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1738224'] for router_gateway, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:05.080972 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 473d9f30-18c8-4496-8f02-e61eab3038ed no longer exists at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:08:05.168203 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] No Port match for: 473d9f30-18c8-4496-8f02-e61eab3038ed {{(pid=80161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 16:08:05.169304 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 473d9f30-18c8-4496-8f02-e61eab3038ed not bound to the agent host dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 16:08:05.205855 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-335795d1-3fcb-4241-89a5-f0a033320912 req-7b0ab315-fa81-43d5-9c67-4f6673c1bed0 service neutron] 10.222.0.104 "GET /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2969158 Jan 19 16:08:05.213905 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-33fd0ec7-7078-4f09-9b18-07dd101755bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1736944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1508'] for router, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:05.218916 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-33fd0ec7-7078-4f09-9b18-07dd101755bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:05.264455 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-33fd0ec7-7078-4f09-9b18-07dd101755bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1826733'] for router, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:05.265432 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fd0ec7-7078-4f09-9b18-07dd101755bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce2f8eee-08cd-45d3-909c-dc6b6e008f84 {{(pid=80159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 19 16:08:05.287136 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-33fd0ec7-7078-4f09-9b18-07dd101755bb admin admin] Notify callbacks [] for router, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:05.289136 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-33fd0ec7-7078-4f09-9b18-07dd101755bb admin admin] 10.222.0.110 "DELETE /v2.0/routers/ce2f8eee-08cd-45d3-909c-dc6b6e008f84 HTTP/1.1" status: 204 len: 168 time: 2.2065721 Jan 19 16:08:05.294399 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 49282) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:05.388147 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_v2 [None req-20eb6f0f-157e-4b0b-8985-74938276c2fe admin admin] Deleting subnet 2ac4c3c0-47d4-4e4c-9947-77ff1933d492 {{(pid=80160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 16:08:05.394072 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-20eb6f0f-157e-4b0b-8985-74938276c2fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:05.461746 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-20eb6f0f-157e-4b0b-8985-74938276c2fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2411160'] for subnet, precommit_delete_associations {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:05.612307 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-20eb6f0f-157e-4b0b-8985-74938276c2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854039609'] for subnet, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:05.999349 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-20eb6f0f-157e-4b0b-8985-74938276c2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851269797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2595872'] for subnet, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:06.031483 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-14423ad1-46ca-422f-96e1-1c050073bdbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:06.205936 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb6f0f-157e-4b0b-8985-74938276c2fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ac4c3c0-47d4-4e4c-9947-77ff1933d492,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:06.236330 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-20eb6f0f-157e-4b0b-8985-74938276c2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:06.300723 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-20eb6f0f-157e-4b0b-8985-74938276c2fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:06.309444 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fcc35d-7012-471c-a699-d23e562828ee None None] Network 6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 16:08:06.312769 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-20eb6f0f-157e-4b0b-8985-74938276c2fe admin admin] 10.222.0.110 "DELETE /v2.0/subnets/2ac4c3c0-47d4-4e4c-9947-77ff1933d492 HTTP/1.1" status: 204 len: 168 time: 1.0166876 Jan 19 16:08:06.317172 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 49286) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:06.456065 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9aaf9f2b-37d9-4286-87bb-9a13e54acc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245900'] for network, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:06.535170 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-9aaf9f2b-37d9-4286-87bb-9a13e54acc6e admin admin] Deleting port 7e786ac0-9362-4e11-8daf-1986c7f1c517 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:08:06.535653 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9aaf9f2b-37d9-4286-87bb-9a13e54acc6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:06.790432 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2a018e-14d1-4b3e-9661-00565110aea3 None None] DHCP port deletion for 6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 request from dv-cinder-667108-29-smb {{(pid=80161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 19 16:08:06.800193 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a018e-14d1-4b3e-9661-00565110aea3 None None] Deleting port 7e786ac0-9362-4e11-8daf-1986c7f1c517 {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:08:06.800908 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ae2a018e-14d1-4b3e-9661-00565110aea3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:06.813637 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-9aaf9f2b-37d9-4286-87bb-9a13e54acc6e admin admin] For port 7e786ac0-9362-4e11-8daf-1986c7f1c517, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=7e786ac0-9362-4e11-8daf-1986c7f1c517,segment=NetworkSegment(fb008804-836d-4882-a02a-897d065b80a8),segment_id=fb008804-836d-4882-a02a-897d065b80a8)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:08:06.814214 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9aaf9f2b-37d9-4286-87bb-9a13e54acc6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:06.863202 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:06.995447 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-9aaf9f2b-37d9-4286-87bb-9a13e54acc6e admin admin] Calling delete_port for 7e786ac0-9362-4e11-8daf-1986c7f1c517 owned by network:dhcp {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:08:07.142346 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9aaf9f2b-37d9-4286-87bb-9a13e54acc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:07.146153 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 7f8371c4-9dc7-44e6-8cf8-a007066caddb no longer exists at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:08:07.184282 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-379da619-809e-4020-8e8a-0d7c28841f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:07.218314 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] No Port match for: 7f8371c4-9dc7-44e6-8cf8-a007066caddb {{(pid=80161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 16:08:07.218744 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 7f8371c4-9dc7-44e6-8cf8-a007066caddb not bound to the agent host dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 16:08:07.219308 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 7e786ac0-9362-4e11-8daf-1986c7f1c517 no longer exists at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:08:07.275706 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] No Port match for: 7e786ac0-9362-4e11-8daf-1986c7f1c517 {{(pid=80161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 16:08:07.276035 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 7e786ac0-9362-4e11-8daf-1986c7f1c517 not bound to the agent host dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 16:08:07.279884 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:07.289928 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-ae2a018e-14d1-4b3e-9661-00565110aea3 None None] For port 7e786ac0-9362-4e11-8daf-1986c7f1c517, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=7e786ac0-9362-4e11-8daf-1986c7f1c517,segment=NetworkSegment(fb008804-836d-4882-a02a-897d065b80a8),segment_id=fb008804-836d-4882-a02a-897d065b80a8)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:08:07.289928 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ae2a018e-14d1-4b3e-9661-00565110aea3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:07.376389 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf9f2b-37d9-4286-87bb-9a13e54acc6e admin admin] Pushing event deleted for resources: {'Port': ['ID=7e786ac0-9362-4e11-8daf-1986c7f1c517,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:07.390039 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9aaf9f2b-37d9-4286-87bb-9a13e54acc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:07.443673 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaf9f2b-37d9-4286-87bb-9a13e54acc6e admin admin] No DVR routers for this DVR port 7e786ac0-9362-4e11-8daf-1986c7f1c517 on host dv-cinder-667108-29-smb {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 16:08:07.480294 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-48827f9b-2d42-4509-9b58-2fe99d90c18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:07.495959 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a018e-14d1-4b3e-9661-00565110aea3 None None] Calling delete_port for 7e786ac0-9362-4e11-8daf-1986c7f1c517 owned by network:dhcp {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:08:07.613354 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.api [None req-ae2a018e-14d1-4b3e-9661-00565110aea3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80161) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 16:08:07.613725 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_db.api [None req-ae2a018e-14d1-4b3e-9661-00565110aea3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 16:08:07.617223 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9aaf9f2b-37d9-4286-87bb-9a13e54acc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736146', 'neutron.services.segments.db._delete_segments_for_network--9223363244352747226'] for network, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:07.764712 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-9aaf9f2b-37d9-4286-87bb-9a13e54acc6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea02ce0-bc45-4d69-89bd-6b33e937c1b2']}} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:08:07.781856 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-9aaf9f2b-37d9-4286-87bb-9a13e54acc6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb008804-836d-4882-a02a-897d065b80a8') {'for_net_delete': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:08:07.782346 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-9aaf9f2b-37d9-4286-87bb-9a13e54acc6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb008804-836d-4882-a02a-897d065b80a8') {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:08:07.799241 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9aaf9f2b-37d9-4286-87bb-9a13e54acc6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244352752346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852364656'] for segment, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:07.824974 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9aaf9f2b-37d9-4286-87bb-9a13e54acc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:07.827770 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9aaf9f2b-37d9-4286-87bb-9a13e54acc6e admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 16:08:07.944378 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:08.080757 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-9aaf9f2b-37d9-4286-87bb-9a13e54acc6e admin admin] Network 6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 has no segments {{(pid=80160) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 16:08:08.108896 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9aaf9f2b-37d9-4286-87bb-9a13e54acc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854040106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3505400'] for segment, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:08.119594 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a018e-14d1-4b3e-9661-00565110aea3 None None] Deleting port 7e786ac0-9362-4e11-8daf-1986c7f1c517 {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:08:08.119594 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ae2a018e-14d1-4b3e-9661-00565110aea3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:08.237476 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a018e-14d1-4b3e-9661-00565110aea3 None None] The port '7e786ac0-9362-4e11-8daf-1986c7f1c517' was deleted {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 19 16:08:08.498560 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-9aaf9f2b-37d9-4286-87bb-9a13e54acc6e admin admin] Network 6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 has no segments {{(pid=80160) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: Traceback (most recent call last): Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: timer() Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: cb(*args, **kw) Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: return func(*args, **kwargs) Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: self._notify() Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: self.callback(batched_events) Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: event.method(event) Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: segment_id)['aggregates'][0] Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: return f(self, *a, **k) Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: return self._get(url).json() Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: **kwargs) Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: return self.request(url, 'GET', **kwargs) Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: **endpoint_filter) Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 16:08:08.548764 dv-cinder-667108-29-smb neutron-server[80046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 16:08:08.680320 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9aaf9f2b-37d9-4286-87bb-9a13e54acc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854039654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853037674'] for network, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:08.685623 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f8fdf15b-9597-4cef-bddf-f93cf5ed1f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:08.704248 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9aaf9f2b-37d9-4286-87bb-9a13e54acc6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:08.722581 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf9f2b-37d9-4286-87bb-9a13e54acc6e admin admin] Pushing event deleted for resources: {'Network': ['ID=6ea02ce0-bc45-4d69-89bd-6b33e937c1b2,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:08.727164 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9aaf9f2b-37d9-4286-87bb-9a13e54acc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:08.742945 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-9aaf9f2b-37d9-4286-87bb-9a13e54acc6e admin admin] 10.222.0.110 "DELETE /v2.0/networks/6ea02ce0-bc45-4d69-89bd-6b33e937c1b2 HTTP/1.1" status: 204 len: 168 time: 2.4241374 Jan 19 16:08:09.005800 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 49292) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:09.085482 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-f7fd2b11-feb0-4339-a35c-55a243052910 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=7b1a4fa7e3e84f4c99ed43dd4d9f70d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0777338 Jan 19 16:08:09.093284 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 49296) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:09.179486 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:09.211661 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-00eb7cdc-800f-4685-b0f1-4dda1ff86630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:09.253788 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-00eb7cdc-800f-4685-b0f1-4dda1ff86630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:09.347164 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-00eb7cdc-800f-4685-b0f1-4dda1ff86630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:09.355926 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-b712a010-0fb5-46eb-b566-5eba05aeecb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:09.381396 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb7cdc-800f-4685-b0f1-4dda1ff86630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae03a303-7bc4-497b-8424-2c8d909a61ca,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:09.389558 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-00eb7cdc-800f-4685-b0f1-4dda1ff86630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:09.392160 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-00eb7cdc-800f-4685-b0f1-4dda1ff86630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:09.394235 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-00eb7cdc-800f-4685-b0f1-4dda1ff86630 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/ae03a303-7bc4-497b-8424-2c8d909a61ca HTTP/1.1" status: 204 len: 168 time: 0.2946358 Jan 19 16:08:14.090171 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:08:17.335889 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c45383-bbf3-424b-b57d-54bf43f5273a req-67e1e6f1-1fb0-423b-8c31-ac1b982bffe1 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:08:17.338115 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-53c45383-bbf3-424b-b57d-54bf43f5273a req-67e1e6f1-1fb0-423b-8c31-ac1b982bffe1 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.1358788 Jan 19 16:08:17.401867 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-53c45383-bbf3-424b-b57d-54bf43f5273a req-7433d5bb-91c5-4f88-aef5-eb9074a89680 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570076 Jan 19 16:08:18.836735 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066fb4a-7dd4-4248-b72b-12a9b7b0cdc9 req-3804eba7-fe37-4ab1-9154-3ed72dbfddb6 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:08:18.839810 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c066fb4a-7dd4-4248-b72b-12a9b7b0cdc9 req-3804eba7-fe37-4ab1-9154-3ed72dbfddb6 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.2175810 Jan 19 16:08:18.932424 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c066fb4a-7dd4-4248-b72b-12a9b7b0cdc9 req-531f7dfe-1a8c-4e91-bf41-98b1b1f73823 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799029 Jan 19 16:08:19.219031 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff49f6-fd0e-4304-baf9-f83b0c1a9ab9 req-de663236-abd3-495d-8d9e-dbd0fd2a6f4a tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:08:19.220929 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d7ff49f6-fd0e-4304-baf9-f83b0c1a9ab9 req-de663236-abd3-495d-8d9e-dbd0fd2a6f4a tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.104 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.1595745 Jan 19 16:08:19.377887 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-d7ff49f6-fd0e-4304-baf9-f83b0c1a9ab9 req-8f43a6a6-e761-418f-a3b3-4d1a7c898b71 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Deleting port 3dd25e4d-8182-473d-ab9c-e356e249dcfb {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:08:19.378528 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-d7ff49f6-fd0e-4304-baf9-f83b0c1a9ab9 req-8f43a6a6-e761-418f-a3b3-4d1a7c898b71 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:20.149692 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 3dd25e4d-8182-473d-ab9c-e356e249dcfb no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:08:20.236992 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-d7ff49f6-fd0e-4304-baf9-f83b0c1a9ab9 req-8f43a6a6-e761-418f-a3b3-4d1a7c898b71 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] For port 3dd25e4d-8182-473d-ab9c-e356e249dcfb, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=3dd25e4d-8182-473d-ab9c-e356e249dcfb,segment=NetworkSegment(e72f2297-08fd-49e9-9edb-06951c7ef4e0),segment_id=e72f2297-08fd-49e9-9edb-06951c7ef4e0)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:08:20.237647 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-d7ff49f6-fd0e-4304-baf9-f83b0c1a9ab9 req-8f43a6a6-e761-418f-a3b3-4d1a7c898b71 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:20.399245 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:20.455571 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049b65e1-baa3-465c-a14b-1ca0737f11ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dd25e4d-8182-473d-ab9c-e356e249dcfb'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:08:20.486388 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port 3dd25e4d-8182-473d-ab9c-e356e249dcfb, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=3dd25e4d-8182-473d-ab9c-e356e249dcfb,segment=NetworkSegment(e72f2297-08fd-49e9-9edb-06951c7ef4e0),segment_id=e72f2297-08fd-49e9-9edb-06951c7ef4e0)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:08:20.498182 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:20.502272 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:20.630461 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049b65e1-baa3-465c-a14b-1ca0737f11ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dd25e4d-8182-473d-ab9c-e356e249dcfb', 'code': 200} Jan 19 16:08:20.675665 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=3dd25e4d-8182-473d-ab9c-e356e249dcfb,revision_number=7']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:20.692305 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:20.693113 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:20.693599 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:20.695765 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:20.695765 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:20.696161 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:20.696805 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:20.697461 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:20.698117 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:20.698803 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:20.699458 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:20.700111 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:20.700954 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:20.701624 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:20.702297 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:20.702989 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:20.703645 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:20.704286 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:20.704935 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:20.705586 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:20.706244 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:20.706939 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:20.707596 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:20.708245 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:20.717613 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:20.782457 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6715b7-6cc2-4e0b-a7f5-ee26c67230be req-f925bc5d-54e0-431a-b655-b3ff566d5695 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:08:20.784738 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cb6715b7-6cc2-4e0b-a7f5-ee26c67230be req-f925bc5d-54e0-431a-b655-b3ff566d5695 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 946 time: 0.4076898 Jan 19 16:08:20.886982 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-d7ff49f6-fd0e-4304-baf9-f83b0c1a9ab9 req-8f43a6a6-e761-418f-a3b3-4d1a7c898b71 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for floatingip, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:20.888237 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-d7ff49f6-fd0e-4304-baf9-f83b0c1a9ab9 req-8f43a6a6-e761-418f-a3b3-4d1a7c898b71 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853037689'] for floatingip, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:20.888771 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.l3_db [req-d7ff49f6-fd0e-4304-baf9-f83b0c1a9ab9 req-8f43a6a6-e761-418f-a3b3-4d1a7c898b71 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Floating IP 705c6917-e838-407d-a557-09c7193ca074 disassociated. External IP: 172.28.3.213, port: 3dd25e4d-8182-473d-ab9c-e356e249dcfb. Jan 19 16:08:20.889190 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-d7ff49f6-fd0e-4304-baf9-f83b0c1a9ab9 req-8f43a6a6-e761-418f-a3b3-4d1a7c898b71 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Calling delete_port for 3dd25e4d-8182-473d-ab9c-e356e249dcfb owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:08:20.930184 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cb6715b7-6cc2-4e0b-a7f5-ee26c67230be req-aa866369-fdd8-49a3-9519-ff172718c3ce tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315908 Jan 19 16:08:21.013694 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.api [req-d7ff49f6-fd0e-4304-baf9-f83b0c1a9ab9 req-8f43a6a6-e761-418f-a3b3-4d1a7c898b71 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80160) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 16:08:21.014459 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_db.api [req-d7ff49f6-fd0e-4304-baf9-f83b0c1a9ab9 req-8f43a6a6-e761-418f-a3b3-4d1a7c898b71 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 16:08:21.516117 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-d7ff49f6-fd0e-4304-baf9-f83b0c1a9ab9 req-8f43a6a6-e761-418f-a3b3-4d1a7c898b71 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Deleting port 3dd25e4d-8182-473d-ab9c-e356e249dcfb {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:08:21.517066 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-d7ff49f6-fd0e-4304-baf9-f83b0c1a9ab9 req-8f43a6a6-e761-418f-a3b3-4d1a7c898b71 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:22.002120 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-d7ff49f6-fd0e-4304-baf9-f83b0c1a9ab9 req-8f43a6a6-e761-418f-a3b3-4d1a7c898b71 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] For port 3dd25e4d-8182-473d-ab9c-e356e249dcfb, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=3dd25e4d-8182-473d-ab9c-e356e249dcfb,segment=NetworkSegment(e72f2297-08fd-49e9-9edb-06951c7ef4e0),segment_id=e72f2297-08fd-49e9-9edb-06951c7ef4e0)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:08:22.002536 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-d7ff49f6-fd0e-4304-baf9-f83b0c1a9ab9 req-8f43a6a6-e761-418f-a3b3-4d1a7c898b71 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:22.605870 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-d7ff49f6-fd0e-4304-baf9-f83b0c1a9ab9 req-8f43a6a6-e761-418f-a3b3-4d1a7c898b71 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for floatingip, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:22.606492 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-d7ff49f6-fd0e-4304-baf9-f83b0c1a9ab9 req-8f43a6a6-e761-418f-a3b3-4d1a7c898b71 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853037689'] for floatingip, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:22.606609 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.l3_db [req-d7ff49f6-fd0e-4304-baf9-f83b0c1a9ab9 req-8f43a6a6-e761-418f-a3b3-4d1a7c898b71 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Floating IP 705c6917-e838-407d-a557-09c7193ca074 disassociated. External IP: 172.28.3.213, port: 3dd25e4d-8182-473d-ab9c-e356e249dcfb. Jan 19 16:08:22.608259 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-d7ff49f6-fd0e-4304-baf9-f83b0c1a9ab9 req-8f43a6a6-e761-418f-a3b3-4d1a7c898b71 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Calling delete_port for 3dd25e4d-8182-473d-ab9c-e356e249dcfb owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:08:22.675060 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36857e1f-ff3d-460f-ba12-625b699548d6 req-f30c68dd-d324-4d90-b36c-6d98839e28f8 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:08:22.677447 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-36857e1f-ff3d-460f-ba12-625b699548d6 req-f30c68dd-d324-4d90-b36c-6d98839e28f8 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 944 time: 0.3553765 Jan 19 16:08:22.835788 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-36857e1f-ff3d-460f-ba12-625b699548d6 req-71f8e0c6-66d6-4e8e-8131-84f90955d764 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups?id=55668ec0-a6cc-49a2-b854-1928736d4070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436584 Jan 19 16:08:22.970553 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-d7ff49f6-fd0e-4304-baf9-f83b0c1a9ab9 req-8f43a6a6-e761-418f-a3b3-4d1a7c898b71 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:23.002939 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-186a816f-3808-4cff-8030-e851d011de07 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:23.115449 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43a6a6-e761-418f-a3b3-4d1a7c898b71 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Pushing event deleted for resources: {'Port': ['ID=3dd25e4d-8182-473d-ab9c-e356e249dcfb,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:23.125215 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-8f43a6a6-e761-418f-a3b3-4d1a7c898b71 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:23.734606 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7ff49f6-fd0e-4304-baf9-f83b0c1a9ab9 req-8f43a6a6-e761-418f-a3b3-4d1a7c898b71 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Router 72fd99f9-4b71-4528-aa3e-1a8fa4929727 has already been hosted by L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f {{(pid=80160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 16:08:24.128443 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7ff49f6-fd0e-4304-baf9-f83b0c1a9ab9 req-8f43a6a6-e761-418f-a3b3-4d1a7c898b71 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 16:08:24.148937 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c9fd4a-1d80-4f27-929b-bdc0b4c405e0 None None] Sync routers for ids ['72fd99f9-4b71-4528-aa3e-1a8fa4929727'] in dv-cinder-667108-29-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 16:08:24.188542 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c9fd4a-1d80-4f27-929b-bdc0b4c405e0 None None] Routers {'72fd99f9-4b71-4528-aa3e-1a8fa4929727'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:08:24.190221 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-81c9fd4a-1d80-4f27-929b-bdc0b4c405e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:08:07Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['72fd99f9-4b71-4528-aa3e-1a8fa4929727'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:08:24.311679 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ff49f6-fd0e-4304-baf9-f83b0c1a9ab9 req-8f43a6a6-e761-418f-a3b3-4d1a7c898b71 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] No DVR routers for this DVR port 3dd25e4d-8182-473d-ab9c-e356e249dcfb on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 16:08:24.318095 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d18f88c6-5759-4a65-9b45-aa4297d1619d req-32c4b467-d753-48cb-b284-06db1f01b331 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/ports?device_id=049b65e1-baa3-465c-a14b-1ca0737f11ad HTTP/1.1" status: 200 len: 210 time: 0.1083772 Jan 19 16:08:24.320296 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-d7ff49f6-fd0e-4304-baf9-f83b0c1a9ab9 req-8f43a6a6-e761-418f-a3b3-4d1a7c898b71 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:24.326171 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049b65e1-baa3-465c-a14b-1ca0737f11ad', 'name': 'network-vif-deleted', 'tag': '3dd25e4d-8182-473d-ab9c-e356e249dcfb'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:08:24.363085 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d7ff49f6-fd0e-4304-baf9-f83b0c1a9ab9 req-8f43a6a6-e761-418f-a3b3-4d1a7c898b71 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.104 "DELETE /v2.0/ports/3dd25e4d-8182-473d-ab9c-e356e249dcfb HTTP/1.1" status: 204 len: 173 time: 5.1335254 Jan 19 16:08:24.520356 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049b65e1-baa3-465c-a14b-1ca0737f11ad', 'name': 'network-vif-deleted', 'tag': '3dd25e4d-8182-473d-ab9c-e356e249dcfb', 'status': 'completed', 'code': 200} Jan 19 16:08:24.571714 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-81c9fd4a-1d80-4f27-929b-bdc0b4c405e0 None None] Set router 72fd99f9-4b71-4528-aa3e-1a8fa4929727 gateway port host: dv-cinder-667108-29-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:08:25.156418 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-81c9fd4a-1d80-4f27-929b-bdc0b4c405e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'name': 'tempest-AttachVolumeShelveTestJSON-1140582520-router', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:55Z', 'updated_at': '2021-01-19T15:59:15Z', 'revision_number': 4, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'gw_port': {'id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:58Z', 'updated_at': '2021-01-19T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': 'c8c8a46d-7593-4434-8024-aec395885872', 'name': '', 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'mac_address': 'fa:16:3e:9c:25:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '50029681-e86b-47f1-bdb3-0326582392cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:10Z', 'updated_at': '2021-01-19T15:59:36Z', 'revision_number': 5, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'subnets': [{'id': '50029681-e86b-47f1-bdb3-0326582392cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:08:25.165598 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c9fd4a-1d80-4f27-929b-bdc0b4c405e0 None None] Checking router: 72fd99f9-4b71-4528-aa3e-1a8fa4929727 for host: dv-cinder-667108-29-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 16:08:25.184126 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c9fd4a-1d80-4f27-929b-bdc0b4c405e0 None None] Routers {'72fd99f9-4b71-4528-aa3e-1a8fa4929727'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:08:25.185362 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-81c9fd4a-1d80-4f27-929b-bdc0b4c405e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:08:07Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['72fd99f9-4b71-4528-aa3e-1a8fa4929727'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:08:25.358161 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 49450) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:25.512019 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-81c9fd4a-1d80-4f27-929b-bdc0b4c405e0 None None] Set router 72fd99f9-4b71-4528-aa3e-1a8fa4929727 gateway port host: dv-cinder-667108-29-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:08:25.596915 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-23df54d1-70b8-42a3-8a89-f5dda3e93e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:25.619736 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-23df54d1-70b8-42a3-8a89-f5dda3e93e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:08:25.625704 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-23df54d1-70b8-42a3-8a89-f5dda3e93e16 admin admin] Usage tracker for resource:security_group_rule and tenant:54dce273df3c4ede82400d413b92d17e is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:08:25.636155 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-23df54d1-70b8-42a3-8a89-f5dda3e93e16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:08:25.650211 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-23df54d1-70b8-42a3-8a89-f5dda3e93e16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:08:25.723489 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 49460) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:25.829240 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-23df54d1-70b8-42a3-8a89-f5dda3e93e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:25.836226 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-23df54d1-70b8-42a3-8a89-f5dda3e93e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:25.845495 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-db6ada94-c865-462e-9e8e-f0c1fdfe995a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:25.930971 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ba77e3b7-7ce0-40e8-b446-8e62cfe54866 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:25.956491 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-23df54d1-70b8-42a3-8a89-f5dda3e93e16 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=54dce273df3c4ede82400d413b92d17e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5964274 Jan 19 16:08:25.961771 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 49464) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:25.964789 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df54d1-70b8-42a3-8a89-f5dda3e93e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33d5024-fffa-459a-a07c-09b6d934f4f9,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:25.972340 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-23df54d1-70b8-42a3-8a89-f5dda3e93e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:25.995468 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ba77e3b7-7ce0-40e8-b446-8e62cfe54866 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:26.099367 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ba77e3b7-7ce0-40e8-b446-8e62cfe54866 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:26.110312 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-7df073a7-231a-4b56-8759-39529a94dd88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:26.111580 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6fd03540-2e86-4c09-9fc4-5d51722eecae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:26.164318 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77e3b7-7ce0-40e8-b446-8e62cfe54866 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Pushing event deleted for resources: {'SecurityGroup': ['ID=55668ec0-a6cc-49a2-b854-1928736d4070,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:26.167835 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6fd03540-2e86-4c09-9fc4-5d51722eecae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:26.172940 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-ba77e3b7-7ce0-40e8-b446-8e62cfe54866 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:26.176675 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ba77e3b7-7ce0-40e8-b446-8e62cfe54866 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:26.179339 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-ba77e3b7-7ce0-40e8-b446-8e62cfe54866 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "DELETE /v2.0/security-groups/55668ec0-a6cc-49a2-b854-1928736d4070 HTTP/1.1" status: 204 len: 168 time: 0.4538491 Jan 19 16:08:26.184863 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 49468) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:26.206589 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.api.v2.resource [None req-6545a8bf-2cac-4775-8e1e-74fbb433b15d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] show failed (client error): The resource could not be found. Jan 19 16:08:26.208896 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-6545a8bf-2cac-4775-8e1e-74fbb433b15d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "GET /v2.0/security-groups/55668ec0-a6cc-49a2-b854-1928736d4070 HTTP/1.1" status: 404 len: 347 time: 0.0226591 Jan 19 16:08:26.214265 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 49472) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:26.251736 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6fd03540-2e86-4c09-9fc4-5d51722eecae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:26.259464 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-efe73c8c-66d7-4f59-9478-a5c358493e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:26.278100 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd03540-2e86-4c09-9fc4-5d51722eecae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33d5024-fffa-459a-a07c-09b6d934f4f9,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:26.287085 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6fd03540-2e86-4c09-9fc4-5d51722eecae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:26.295628 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6fd03540-2e86-4c09-9fc4-5d51722eecae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:26.297646 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-6fd03540-2e86-4c09-9fc4-5d51722eecae admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/c33d5024-fffa-459a-a07c-09b6d934f4f9 HTTP/1.1" status: 204 len: 168 time: 0.3338950 Jan 19 16:08:26.392516 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-81c9fd4a-1d80-4f27-929b-bdc0b4c405e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'name': 'tempest-AttachVolumeShelveTestJSON-1140582520-router', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:55Z', 'updated_at': '2021-01-19T15:59:15Z', 'revision_number': 4, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'gw_port': {'id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:58Z', 'updated_at': '2021-01-19T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': 'c8c8a46d-7593-4434-8024-aec395885872', 'name': '', 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'mac_address': 'fa:16:3e:9c:25:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '50029681-e86b-47f1-bdb3-0326582392cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:10Z', 'updated_at': '2021-01-19T15:59:36Z', 'revision_number': 5, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'subnets': [{'id': '50029681-e86b-47f1-bdb3-0326582392cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:08:26.402702 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c9fd4a-1d80-4f27-929b-bdc0b4c405e0 None None] The sync data for ids ['72fd99f9-4b71-4528-aa3e-1a8fa4929727'] in dv-cinder-667108-29-smb is: [{'id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'name': 'tempest-AttachVolumeShelveTestJSON-1140582520-router', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:55Z', 'updated_at': '2021-01-19T15:59:15Z', 'revision_number': 4, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'gw_port': {'id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:58Z', 'updated_at': '2021-01-19T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': 'c8c8a46d-7593-4434-8024-aec395885872', 'name': '', 'network_id': '6f889a84-1af9-40d2-bcf9-6e9854a6418c', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'mac_address': 'fa:16:3e:9c:25:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '50029681-e86b-47f1-bdb3-0326582392cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:59:10Z', 'updated_at': '2021-01-19T15:59:36Z', 'revision_number': 5, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'subnets': [{'id': '50029681-e86b-47f1-bdb3-0326582392cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 16:08:26.562906 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-6cad0ef0-0208-4604-8e14-ddfade93d82d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Deleting port 0368a7d4-00ee-4803-a9ca-79d1d1c44bbc {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:08:26.563449 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6cad0ef0-0208-4604-8e14-ddfade93d82d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:26.896985 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6cad0ef0-0208-4604-8e14-ddfade93d82d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:26.898306 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6cad0ef0-0208-4604-8e14-ddfade93d82d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for floatingip, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:26.919663 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45502be-aec6-40bc-985d-d732f24d4136 None None] New status for floating IP 705c6917-e838-407d-a557-09c7193ca074: DOWN {{(pid=80162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 16:08:27.123673 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 49480) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:27.150361 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0c47823e-1eb2-4cb3-b3da-7534414d4c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:27.170100 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-0c47823e-1eb2-4cb3-b3da-7534414d4c07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:08:27.179054 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-0c47823e-1eb2-4cb3-b3da-7534414d4c07 admin admin] Usage tracker for resource:security_group_rule and tenant:0b7d83aeeed94b48a83d30bbf4f433fb is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:08:27.184801 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-0c47823e-1eb2-4cb3-b3da-7534414d4c07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:08:27.189570 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-6cad0ef0-0208-4604-8e14-ddfade93d82d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Calling delete_port for 0368a7d4-00ee-4803-a9ca-79d1d1c44bbc owned by network:floatingip {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:08:27.192110 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-0c47823e-1eb2-4cb3-b3da-7534414d4c07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:08:27.317979 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.api [None req-6cad0ef0-0208-4604-8e14-ddfade93d82d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80159) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 16:08:27.318659 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_db.api [None req-6cad0ef0-0208-4604-8e14-ddfade93d82d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 16:08:27.360376 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0c47823e-1eb2-4cb3-b3da-7534414d4c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:27.365092 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0c47823e-1eb2-4cb3-b3da-7534414d4c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:27.383927 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-69420e24-7294-46aa-9221-5be93fe5c5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:27.475901 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-0c47823e-1eb2-4cb3-b3da-7534414d4c07 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=0b7d83aeeed94b48a83d30bbf4f433fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498619 Jan 19 16:08:27.479293 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c47823e-1eb2-4cb3-b3da-7534414d4c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205cb5a3-fecf-4ad0-b7b7-9dabbe93dbb2,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:27.479561 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 49484) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:27.485518 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-0c47823e-1eb2-4cb3-b3da-7534414d4c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:27.578914 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-09ee4ce2-98ec-426e-97e7-7a68fa36e74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:27.620373 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-09ee4ce2-98ec-426e-97e7-7a68fa36e74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:27.682639 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-09ee4ce2-98ec-426e-97e7-7a68fa36e74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:27.689401 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-8e8ef88e-46b4-4540-95bb-d9a0642a71f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:27.709708 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee4ce2-98ec-426e-97e7-7a68fa36e74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205cb5a3-fecf-4ad0-b7b7-9dabbe93dbb2,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:27.713168 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-09ee4ce2-98ec-426e-97e7-7a68fa36e74a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:27.726132 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-09ee4ce2-98ec-426e-97e7-7a68fa36e74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:27.727582 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-09ee4ce2-98ec-426e-97e7-7a68fa36e74a admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/205cb5a3-fecf-4ad0-b7b7-9dabbe93dbb2 HTTP/1.1" status: 204 len: 168 time: 0.2469184 Jan 19 16:08:27.820939 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-6cad0ef0-0208-4604-8e14-ddfade93d82d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Deleting port 0368a7d4-00ee-4803-a9ca-79d1d1c44bbc {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:08:27.820939 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6cad0ef0-0208-4604-8e14-ddfade93d82d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:28.159266 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6cad0ef0-0208-4604-8e14-ddfade93d82d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:28.160288 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6cad0ef0-0208-4604-8e14-ddfade93d82d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for floatingip, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:28.431731 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-6cad0ef0-0208-4604-8e14-ddfade93d82d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Calling delete_port for 0368a7d4-00ee-4803-a9ca-79d1d1c44bbc owned by network:floatingip {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:08:28.481562 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 49492) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:28.519947 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-edb4e834-33db-42b5-a300-346330892936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:28.554609 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-edb4e834-33db-42b5-a300-346330892936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:08:28.562598 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-edb4e834-33db-42b5-a300-346330892936 admin admin] Usage tracker for resource:security_group_rule and tenant:a24aeeaab1e244c2a6df10f77a81560d is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:08:28.568823 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-edb4e834-33db-42b5-a300-346330892936 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:08:28.581641 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-edb4e834-33db-42b5-a300-346330892936 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:08:28.738330 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6cad0ef0-0208-4604-8e14-ddfade93d82d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852269169'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:28.774604 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e47b25e6-7e35-402e-af7d-b3ad85f6cbce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:28.828966 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-edb4e834-33db-42b5-a300-346330892936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:28.833413 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-edb4e834-33db-42b5-a300-346330892936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:28.850538 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-506b6373-78c3-438a-912d-ae41f5d5bc52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:28.880019 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad0ef0-0208-4604-8e14-ddfade93d82d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Pushing event deleted for resources: {'Port': ['ID=0368a7d4-00ee-4803-a9ca-79d1d1c44bbc,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:28.932907 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-edb4e834-33db-42b5-a300-346330892936 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=a24aeeaab1e244c2a6df10f77a81560d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4497054 Jan 19 16:08:28.934342 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4e834-33db-42b5-a300-346330892936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5de970-b003-4d1c-b837-d51ba210fb80,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:28.937626 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 49496) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:28.938044 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6cad0ef0-0208-4604-8e14-ddfade93d82d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:28.941804 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-edb4e834-33db-42b5-a300-346330892936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:29.051323 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-efff1ecd-2d1d-4272-baf4-86db3df6ba64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:29.103857 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-efff1ecd-2d1d-4272-baf4-86db3df6ba64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:29.186893 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-efff1ecd-2d1d-4272-baf4-86db3df6ba64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:29.191077 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6cad0ef0-0208-4604-8e14-ddfade93d82d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks [] for floatingip, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:29.197165 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6fd03540-2e86-4c09-9fc4-5d51722eecae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:29.223487 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff1ecd-2d1d-4272-baf4-86db3df6ba64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5de970-b003-4d1c-b837-d51ba210fb80,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:29.231506 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6cad0ef0-0208-4604-8e14-ddfade93d82d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for floatingip, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:29.234970 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-6cad0ef0-0208-4604-8e14-ddfade93d82d tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] 10.222.0.110 "DELETE /v2.0/floatingips/705c6917-e838-407d-a557-09c7193ca074 HTTP/1.1" status: 204 len: 168 time: 3.0173283 Jan 19 16:08:29.235246 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-efff1ecd-2d1d-4272-baf4-86db3df6ba64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:29.245597 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-efff1ecd-2d1d-4272-baf4-86db3df6ba64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:29.250583 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-efff1ecd-2d1d-4272-baf4-86db3df6ba64 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/7e5de970-b003-4d1c-b837-d51ba210fb80 HTTP/1.1" status: 204 len: 168 time: 0.3088465 Jan 19 16:08:32.705741 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 49560) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:34.025228 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8a5ebdab-a52f-41bf-92ac-bc7d5ad34b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:34.417740 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853036551'] for router_interface, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:35.124553 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Deleting port c8c8a46d-7593-4434-8024-aec395885872 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:08:35.125950 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:35.425419 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] For port c8c8a46d-7593-4434-8024-aec395885872, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=c8c8a46d-7593-4434-8024-aec395885872,segment=NetworkSegment(e72f2297-08fd-49e9-9edb-06951c7ef4e0),segment_id=e72f2297-08fd-49e9-9edb-06951c7ef4e0)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:08:35.426132 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:35.687911 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Calling delete_port for c8c8a46d-7593-4434-8024-aec395885872 owned by network:router_interface {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:08:36.022591 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:36.052738 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-06103edd-c81e-4f8c-b5f0-0ae1a60a5bf7 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:36.238836 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c8a46d-7593-4434-8024-aec395885872,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:36.267281 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:36.267953 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:36.268627 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:36.269290 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:36.269937 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:36.270604 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:36.271340 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:36.272043 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:36.272682 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:36.273322 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:36.274250 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:36.274940 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:36.275799 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:36.276482 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:36.277136 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:36.277793 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:36.278451 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:36.279131 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:36.279792 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:36.280449 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:36.281111 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:36.281765 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:36.282357 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:36.283042 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:36.297293 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:36.802277 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:36.879441 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1687712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853036733'] for router_interface, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:37.132121 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:37.315483 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a0fbcc93-99d3-411c-b7a1-fdcb651d374b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:37.822405 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Router 72fd99f9-4b71-4528-aa3e-1a8fa4929727 has already been hosted by L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f {{(pid=80160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 16:08:37.948315 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:38.211409 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 16:08:38.229169 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd294f8-895d-4150-9e9e-f0f9ea48667b None None] Sync routers for ids ['72fd99f9-4b71-4528-aa3e-1a8fa4929727'] in dv-cinder-667108-29-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 16:08:38.244252 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-a9f3079e-14c1-420a-8286-755a9afcf620 admin admin] 10.222.0.110 "PUT /v2.0/routers/72fd99f9-4b71-4528-aa3e-1a8fa4929727/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5364096 Jan 19 16:08:38.251160 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 49594) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:38.251431 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd294f8-895d-4150-9e9e-f0f9ea48667b None None] Routers {'72fd99f9-4b71-4528-aa3e-1a8fa4929727'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:08:38.253866 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-5bd294f8-895d-4150-9e9e-f0f9ea48667b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:08:37Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['72fd99f9-4b71-4528-aa3e-1a8fa4929727'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:08:38.582611 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-abd67908-ac37-4f47-809b-197a8bb81e07 admin admin] Notify callbacks [] for router, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:38.596477 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-5bd294f8-895d-4150-9e9e-f0f9ea48667b None None] Set router 72fd99f9-4b71-4528-aa3e-1a8fa4929727 gateway port host: dv-cinder-667108-29-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:08:38.609782 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 49600) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:38.954037 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:38.990950 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:08:39.000821 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Usage tracker for resource:security_group_rule and tenant:f47c4a1944e84aed955e7e6d20a76719 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:08:39.008324 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:08:39.021165 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:08:39.141333 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-5bd294f8-895d-4150-9e9e-f0f9ea48667b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'name': 'tempest-AttachVolumeShelveTestJSON-1140582520-router', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:55Z', 'updated_at': '2021-01-19T16:08:35Z', 'revision_number': 5, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'gw_port': {'id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:58Z', 'updated_at': '2021-01-19T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:08:39.176599 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd294f8-895d-4150-9e9e-f0f9ea48667b None None] Checking router: 72fd99f9-4b71-4528-aa3e-1a8fa4929727 for host: dv-cinder-667108-29-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 16:08:39.196054 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:39.197612 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd294f8-895d-4150-9e9e-f0f9ea48667b None None] Routers {'72fd99f9-4b71-4528-aa3e-1a8fa4929727'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:08:39.198879 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-5bd294f8-895d-4150-9e9e-f0f9ea48667b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:08:37Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['72fd99f9-4b71-4528-aa3e-1a8fa4929727'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:08:39.215564 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:39.224755 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:39.242055 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6ccc49be-e085-4eaf-bc5b-ba6d6a8ee04a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:39.283009 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-abd67908-ac37-4f47-809b-197a8bb81e07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:39.294339 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-abd67908-ac37-4f47-809b-197a8bb81e07 admin admin] Deleting port 191d53b1-ffd7-4c0c-9df0-54f24322a455 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:08:39.294999 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-abd67908-ac37-4f47-809b-197a8bb81e07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:39.328843 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f47c4a1944e84aed955e7e6d20a76719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7132797 Jan 19 16:08:39.328843 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f282421-9fdf-4fd0-b9f4-41bd00f7f5b3,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:39.332880 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 49606) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:39.370962 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:39.371656 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:39.372489 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:39.372988 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:39.373673 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:39.374340 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:39.375049 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:39.375720 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:39.376391 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:39.377057 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:39.377744 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:39.378402 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:39.379282 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:39.379966 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:39.380637 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:39.381291 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:39.382605 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:39.382605 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:39.383276 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:39.383871 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:39.384488 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:39.385034 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:39.385483 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:39.385893 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:08:39.392188 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:39.464553 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1309f43e-01d0-4aa9-b414-40b9f0696e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:39.503647 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1309f43e-01d0-4aa9-b414-40b9f0696e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:39.511939 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-5bd294f8-895d-4150-9e9e-f0f9ea48667b None None] Set router 72fd99f9-4b71-4528-aa3e-1a8fa4929727 gateway port host: dv-cinder-667108-29-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:08:39.575807 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1309f43e-01d0-4aa9-b414-40b9f0696e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:39.585397 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-09ee4ce2-98ec-426e-97e7-7a68fa36e74a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:39.606423 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309f43e-01d0-4aa9-b414-40b9f0696e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f282421-9fdf-4fd0-b9f4-41bd00f7f5b3,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:39.616517 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-abd67908-ac37-4f47-809b-197a8bb81e07 admin admin] For port 191d53b1-ffd7-4c0c-9df0-54f24322a455, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=191d53b1-ffd7-4c0c-9df0-54f24322a455,segment=NetworkSegment(df4602cc-7cc3-4442-ad7e-3dfa8118ccff),segment_id=df4602cc-7cc3-4442-ad7e-3dfa8118ccff)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:08:39.616948 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-abd67908-ac37-4f47-809b-197a8bb81e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:39.617909 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1309f43e-01d0-4aa9-b414-40b9f0696e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:39.619203 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1309f43e-01d0-4aa9-b414-40b9f0696e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:39.628277 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-1309f43e-01d0-4aa9-b414-40b9f0696e98 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/5f282421-9fdf-4fd0-b9f4-41bd00f7f5b3 HTTP/1.1" status: 204 len: 168 time: 0.2908077 Jan 19 16:08:39.868809 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-abd67908-ac37-4f47-809b-197a8bb81e07 admin admin] Calling delete_port for 191d53b1-ffd7-4c0c-9df0-54f24322a455 owned by network:router_gateway {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:08:39.997612 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-5bd294f8-895d-4150-9e9e-f0f9ea48667b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'name': 'tempest-AttachVolumeShelveTestJSON-1140582520-router', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:55Z', 'updated_at': '2021-01-19T16:08:35Z', 'revision_number': 5, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'gw_port': {'id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:58Z', 'updated_at': '2021-01-19T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:08:40.005115 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd294f8-895d-4150-9e9e-f0f9ea48667b None None] The sync data for ids ['72fd99f9-4b71-4528-aa3e-1a8fa4929727'] in dv-cinder-667108-29-smb is: [{'id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'name': 'tempest-AttachVolumeShelveTestJSON-1140582520-router', 'tenant_id': 'a5ad27bc88e04bd18332340c160e78f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:58:55Z', 'updated_at': '2021-01-19T16:08:35Z', 'revision_number': 5, 'project_id': 'a5ad27bc88e04bd18332340c160e78f4', 'gw_port': {'id': '191d53b1-ffd7-4c0c-9df0-54f24322a455', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fd99f9-4b71-4528-aa3e-1a8fa4929727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:58:58Z', 'updated_at': '2021-01-19T15:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 16:08:40.108062 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-abd67908-ac37-4f47-809b-197a8bb81e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:40.230472 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 49614) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:40.254054 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e2baf4b0-f962-4923-87d3-b2212b04db5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:40.274478 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-e2baf4b0-f962-4923-87d3-b2212b04db5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:08:40.284673 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-e2baf4b0-f962-4923-87d3-b2212b04db5b admin admin] Usage tracker for resource:security_group_rule and tenant:8439a2b451d44884a77579a4580c210f is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:08:40.284673 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-e2baf4b0-f962-4923-87d3-b2212b04db5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:08:40.294655 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-e2baf4b0-f962-4923-87d3-b2212b04db5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:08:40.423751 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-abd67908-ac37-4f47-809b-197a8bb81e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1738224'] for router_gateway, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:40.445375 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e2baf4b0-f962-4923-87d3-b2212b04db5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:40.450069 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e2baf4b0-f962-4923-87d3-b2212b04db5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:40.469760 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1cea668a-085c-42ff-8a57-9fee0f1880f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:40.551552 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-e2baf4b0-f962-4923-87d3-b2212b04db5b admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=8439a2b451d44884a77579a4580c210f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189616 Jan 19 16:08:40.553098 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baf4b0-f962-4923-87d3-b2212b04db5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be578665-20d8-4952-84f6-f0f98d9df336,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:40.558270 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 49618) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:40.563397 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e2baf4b0-f962-4923-87d3-b2212b04db5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:40.626842 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-abd67908-ac37-4f47-809b-197a8bb81e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1736944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1508'] for router, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:40.631771 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-abd67908-ac37-4f47-809b-197a8bb81e07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:40.655801 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-2a871595-bb4f-4f14-87a9-24ed23dafaf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:40.668167 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-abd67908-ac37-4f47-809b-197a8bb81e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1826733'] for router, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:40.669163 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd67908-ac37-4f47-809b-197a8bb81e07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72fd99f9-4b71-4528-aa3e-1a8fa4929727 {{(pid=80160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 19 16:08:40.695486 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-abd67908-ac37-4f47-809b-197a8bb81e07 admin admin] Notify callbacks [] for router, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:40.700320 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-abd67908-ac37-4f47-809b-197a8bb81e07 admin admin] 10.222.0.110 "DELETE /v2.0/routers/72fd99f9-4b71-4528-aa3e-1a8fa4929727 HTTP/1.1" status: 204 len: 168 time: 2.4443138 Jan 19 16:08:40.700485 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-2a871595-bb4f-4f14-87a9-24ed23dafaf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:40.700629 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 49622) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:40.778645 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-2a871595-bb4f-4f14-87a9-24ed23dafaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:40.792446 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f83c9900-2703-49ad-9403-cb2a972d9cc6 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:40.811833 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45a272f-df26-4c81-86cd-dec70d57ebe4 admin admin] Deleting subnet 50029681-e86b-47f1-bdb3-0326582392cc {{(pid=80160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 16:08:40.815813 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f45a272f-df26-4c81-86cd-dec70d57ebe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:40.820390 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a871595-bb4f-4f14-87a9-24ed23dafaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be578665-20d8-4952-84f6-f0f98d9df336,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:40.824576 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-2a871595-bb4f-4f14-87a9-24ed23dafaf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:40.826416 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-2a871595-bb4f-4f14-87a9-24ed23dafaf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:40.831615 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-2a871595-bb4f-4f14-87a9-24ed23dafaf6 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/be578665-20d8-4952-84f6-f0f98d9df336 HTTP/1.1" status: 204 len: 168 time: 0.2699101 Jan 19 16:08:40.915272 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f45a272f-df26-4c81-86cd-dec70d57ebe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2411160'] for subnet, precommit_delete_associations {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:41.078389 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f45a272f-df26-4c81-86cd-dec70d57ebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854039609'] for subnet, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:41.170441 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device c8c8a46d-7593-4434-8024-aec395885872 no longer exists at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:08:41.250234 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] No Port match for: c8c8a46d-7593-4434-8024-aec395885872 {{(pid=80161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 16:08:41.251453 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device c8c8a46d-7593-4434-8024-aec395885872 not bound to the agent host dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 16:08:41.252606 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 191d53b1-ffd7-4c0c-9df0-54f24322a455 no longer exists at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:08:41.307410 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] No Port match for: 191d53b1-ffd7-4c0c-9df0-54f24322a455 {{(pid=80161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 16:08:41.307783 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 191d53b1-ffd7-4c0c-9df0-54f24322a455 not bound to the agent host dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 16:08:41.619482 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f45a272f-df26-4c81-86cd-dec70d57ebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851269797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2595872'] for subnet, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:41.645505 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:41.715036 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a272f-df26-4c81-86cd-dec70d57ebe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50029681-e86b-47f1-bdb3-0326582392cc,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:41.721715 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f45a272f-df26-4c81-86cd-dec70d57ebe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:41.893606 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f45a272f-df26-4c81-86cd-dec70d57ebe4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:41.901554 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0198dfe-a9cd-4a93-b76b-ae210add6b33 None None] Network 6f889a84-1af9-40d2-bcf9-6e9854a6418c requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 16:08:41.909055 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-f45a272f-df26-4c81-86cd-dec70d57ebe4 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/50029681-e86b-47f1-bdb3-0326582392cc HTTP/1.1" status: 204 len: 168 time: 1.2068260 Jan 19 16:08:41.914056 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 49638) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:42.139755 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5406ebe1-bbfd-4d5e-839f-9f75d6968227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245900'] for network, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:42.278482 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-5406ebe1-bbfd-4d5e-839f-9f75d6968227 admin admin] Deleting port 5a5d784a-6717-4457-b4fa-2c8df39e5e80 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:08:42.279152 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5406ebe1-bbfd-4d5e-839f-9f75d6968227 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:42.440801 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5b0975-fd2a-4e9a-898b-a8e6cc45749e None None] DHCP port deletion for 6f889a84-1af9-40d2-bcf9-6e9854a6418c request from dv-cinder-667108-29-smb {{(pid=80161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 19 16:08:42.449808 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-bd5b0975-fd2a-4e9a-898b-a8e6cc45749e None None] Deleting port 5a5d784a-6717-4457-b4fa-2c8df39e5e80 {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:08:42.450518 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-bd5b0975-fd2a-4e9a-898b-a8e6cc45749e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:42.683893 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-5406ebe1-bbfd-4d5e-839f-9f75d6968227 admin admin] For port 5a5d784a-6717-4457-b4fa-2c8df39e5e80, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=5a5d784a-6717-4457-b4fa-2c8df39e5e80,segment=NetworkSegment(e72f2297-08fd-49e9-9edb-06951c7ef4e0),segment_id=e72f2297-08fd-49e9-9edb-06951c7ef4e0)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:08:42.686477 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5406ebe1-bbfd-4d5e-839f-9f75d6968227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:42.836704 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-bd5b0975-fd2a-4e9a-898b-a8e6cc45749e None None] For port 5a5d784a-6717-4457-b4fa-2c8df39e5e80, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=5a5d784a-6717-4457-b4fa-2c8df39e5e80,segment=NetworkSegment(e72f2297-08fd-49e9-9edb-06951c7ef4e0),segment_id=e72f2297-08fd-49e9-9edb-06951c7ef4e0)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:08:42.837479 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-bd5b0975-fd2a-4e9a-898b-a8e6cc45749e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:42.948275 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-5406ebe1-bbfd-4d5e-839f-9f75d6968227 admin admin] Calling delete_port for 5a5d784a-6717-4457-b4fa-2c8df39e5e80 owned by network:dhcp {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:08:43.099609 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-bd5b0975-fd2a-4e9a-898b-a8e6cc45749e None None] Calling delete_port for 5a5d784a-6717-4457-b4fa-2c8df39e5e80 owned by network:dhcp {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:08:43.129451 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5406ebe1-bbfd-4d5e-839f-9f75d6968227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:43.161266 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-37b20ff6-4367-45e1-a0fb-489289937543 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:43.195225 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 5a5d784a-6717-4457-b4fa-2c8df39e5e80 no longer exists at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:08:43.257383 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406ebe1-bbfd-4d5e-839f-9f75d6968227 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a5d784a-6717-4457-b4fa-2c8df39e5e80,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:43.331915 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-5406ebe1-bbfd-4d5e-839f-9f75d6968227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:43.452359 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5406ebe1-bbfd-4d5e-839f-9f75d6968227 admin admin] No DVR routers for this DVR port 5a5d784a-6717-4457-b4fa-2c8df39e5e80 on host dv-cinder-667108-29-smb {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 16:08:43.507551 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] No Port match for: 5a5d784a-6717-4457-b4fa-2c8df39e5e80 {{(pid=80161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 16:08:43.508011 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 5a5d784a-6717-4457-b4fa-2c8df39e5e80 not bound to the agent host dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 16:08:43.560518 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.api [None req-bd5b0975-fd2a-4e9a-898b-a8e6cc45749e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80161) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 16:08:43.560518 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_db.api [None req-bd5b0975-fd2a-4e9a-898b-a8e6cc45749e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 16:08:43.644708 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5406ebe1-bbfd-4d5e-839f-9f75d6968227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736146', 'neutron.services.segments.db._delete_segments_for_network--9223363244352747226'] for network, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:43.798393 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-5406ebe1-bbfd-4d5e-839f-9f75d6968227 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f889a84-1af9-40d2-bcf9-6e9854a6418c']}} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:08:43.826188 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-5406ebe1-bbfd-4d5e-839f-9f75d6968227 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72f2297-08fd-49e9-9edb-06951c7ef4e0') {'for_net_delete': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:08:43.826188 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-5406ebe1-bbfd-4d5e-839f-9f75d6968227 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72f2297-08fd-49e9-9edb-06951c7ef4e0') {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:08:43.845848 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5406ebe1-bbfd-4d5e-839f-9f75d6968227 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244352752346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852364656'] for segment, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:43.871988 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5406ebe1-bbfd-4d5e-839f-9f75d6968227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:43.876667 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5406ebe1-bbfd-4d5e-839f-9f75d6968227 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 16:08:44.062550 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-bd5b0975-fd2a-4e9a-898b-a8e6cc45749e None None] Deleting port 5a5d784a-6717-4457-b4fa-2c8df39e5e80 {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:08:44.063433 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-bd5b0975-fd2a-4e9a-898b-a8e6cc45749e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:44.153382 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-5406ebe1-bbfd-4d5e-839f-9f75d6968227 admin admin] Network 6f889a84-1af9-40d2-bcf9-6e9854a6418c has no segments {{(pid=80160) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 16:08:44.170475 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5406ebe1-bbfd-4d5e-839f-9f75d6968227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854040106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3505400'] for segment, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:44.202124 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-bd5b0975-fd2a-4e9a-898b-a8e6cc45749e None None] The port '5a5d784a-6717-4457-b4fa-2c8df39e5e80' was deleted {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 19 16:08:44.772614 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-5406ebe1-bbfd-4d5e-839f-9f75d6968227 admin admin] Network 6f889a84-1af9-40d2-bcf9-6e9854a6418c has no segments {{(pid=80160) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: Traceback (most recent call last): Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: timer() Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: cb(*args, **kw) Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: return func(*args, **kwargs) Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: self._notify() Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: self.callback(batched_events) Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: event.method(event) Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: segment_id)['aggregates'][0] Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: return f(self, *a, **k) Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: return self._get(url).json() Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: **kwargs) Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: return self.request(url, 'GET', **kwargs) Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: **endpoint_filter) Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 16:08:44.802701 dv-cinder-667108-29-smb neutron-server[80046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 16:08:44.936944 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5406ebe1-bbfd-4d5e-839f-9f75d6968227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854039654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853037674'] for network, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:44.945512 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5406ebe1-bbfd-4d5e-839f-9f75d6968227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:44.953233 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:44.986768 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406ebe1-bbfd-4d5e-839f-9f75d6968227 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f889a84-1af9-40d2-bcf9-6e9854a6418c,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:44.992465 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-5406ebe1-bbfd-4d5e-839f-9f75d6968227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:45.004868 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-5406ebe1-bbfd-4d5e-839f-9f75d6968227 admin admin] 10.222.0.110 "DELETE /v2.0/networks/6f889a84-1af9-40d2-bcf9-6e9854a6418c HTTP/1.1" status: 204 len: 168 time: 3.0795319 Jan 19 16:08:45.449169 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 49696) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:45.548252 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-b25a1b2a-8aa3-45c0-98a8-bc1680917da6 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=a5ad27bc88e04bd18332340c160e78f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0974069 Jan 19 16:08:45.552132 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 49700) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:45.658933 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e11d26ac-251c-4441-8556-c4de88df0d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:45.714894 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e11d26ac-251c-4441-8556-c4de88df0d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:45.794337 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e11d26ac-251c-4441-8556-c4de88df0d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:45.803849 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6f378a75-ae33-4524-9cee-5fb3aee8575e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:45.823828 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d26ac-251c-4441-8556-c4de88df0d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19eee394-1682-45e9-a03c-47f7a2ea28af,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:45.829838 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e11d26ac-251c-4441-8556-c4de88df0d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:45.833014 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e11d26ac-251c-4441-8556-c4de88df0d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:45.834758 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-e11d26ac-251c-4441-8556-c4de88df0d76 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/19eee394-1682-45e9-a03c-47f7a2ea28af HTTP/1.1" status: 204 len: 168 time: 0.2798858 Jan 19 16:08:45.976928 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 49708) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:46.240039 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7ae23080-6a87-48ce-87bd-badf4b1fb03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:46.270299 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-7ae23080-6a87-48ce-87bd-badf4b1fb03c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:08:46.278006 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-7ae23080-6a87-48ce-87bd-badf4b1fb03c admin admin] Usage tracker for resource:security_group_rule and tenant:fd129577d8994ab0910da3c25970aff8 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:08:46.282037 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-7ae23080-6a87-48ce-87bd-badf4b1fb03c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:08:46.291230 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-7ae23080-6a87-48ce-87bd-badf4b1fb03c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:08:46.432156 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7ae23080-6a87-48ce-87bd-badf4b1fb03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:46.435658 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7ae23080-6a87-48ce-87bd-badf4b1fb03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:46.450792 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-7ded1b69-9765-4c75-8354-74c5794492b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:46.510922 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-7ae23080-6a87-48ce-87bd-badf4b1fb03c admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=fd129577d8994ab0910da3c25970aff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5327277 Jan 19 16:08:46.512663 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae23080-6a87-48ce-87bd-badf4b1fb03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d5c0e2-c960-49bd-85c9-f2b0850d67f3,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:46.516578 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 49720) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:46.517541 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-7ae23080-6a87-48ce-87bd-badf4b1fb03c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:46.639334 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cb2f3cce-714a-4fad-8019-42145931285b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:46.677628 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cb2f3cce-714a-4fad-8019-42145931285b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:46.750040 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cb2f3cce-714a-4fad-8019-42145931285b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:46.760906 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e11d26ac-251c-4441-8556-c4de88df0d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:46.779866 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f3cce-714a-4fad-8019-42145931285b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d5c0e2-c960-49bd-85c9-f2b0850d67f3,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:46.794681 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-cb2f3cce-714a-4fad-8019-42145931285b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:46.796443 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cb2f3cce-714a-4fad-8019-42145931285b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:46.801546 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-cb2f3cce-714a-4fad-8019-42145931285b admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/87d5c0e2-c960-49bd-85c9-f2b0850d67f3 HTTP/1.1" status: 204 len: 168 time: 0.2833052 Jan 19 16:08:47.606170 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 49742) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:47.629854 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e39482bf-2fe8-4018-97b6-5802d8dd8654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:47.651836 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-e39482bf-2fe8-4018-97b6-5802d8dd8654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:08:47.657270 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-e39482bf-2fe8-4018-97b6-5802d8dd8654 admin admin] Usage tracker for resource:security_group_rule and tenant:963e21478b344204ba0f9f94b88c5643 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:08:47.661566 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-e39482bf-2fe8-4018-97b6-5802d8dd8654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:08:47.669202 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-e39482bf-2fe8-4018-97b6-5802d8dd8654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:08:47.792514 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e39482bf-2fe8-4018-97b6-5802d8dd8654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:47.795679 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e39482bf-2fe8-4018-97b6-5802d8dd8654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:47.810404 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-787e35aa-2eec-455e-aece-6d4b80e75030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:47.871797 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-e39482bf-2fe8-4018-97b6-5802d8dd8654 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=963e21478b344204ba0f9f94b88c5643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2642980 Jan 19 16:08:47.873323 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39482bf-2fe8-4018-97b6-5802d8dd8654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41c04ef-5d84-4d9d-ab98-c63ada23cb96,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:47.876241 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 49746) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:47.878858 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e39482bf-2fe8-4018-97b6-5802d8dd8654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:48.001131 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-df449170-9d86-476b-918b-a5327fe64a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:48.063475 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-df449170-9d86-476b-918b-a5327fe64a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:48.158405 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-df449170-9d86-476b-918b-a5327fe64a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:48.165656 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:48.185085 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df449170-9d86-476b-918b-a5327fe64a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41c04ef-5d84-4d9d-ab98-c63ada23cb96,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:48.188101 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-df449170-9d86-476b-918b-a5327fe64a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:48.191025 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-df449170-9d86-476b-918b-a5327fe64a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:48.193122 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-df449170-9d86-476b-918b-a5327fe64a6d admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/e41c04ef-5d84-4d9d-ab98-c63ada23cb96 HTTP/1.1" status: 204 len: 168 time: 0.3152092 Jan 19 16:08:49.593653 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 49794) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:50.148178 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4e400a06-d6f9-497b-be47-1bd6e6d8c10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:50.195221 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-4e400a06-d6f9-497b-be47-1bd6e6d8c10e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:08:50.202830 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-4e400a06-d6f9-497b-be47-1bd6e6d8c10e admin admin] Usage tracker for resource:security_group_rule and tenant:3928c9099cfd433b84a80cf596eccbab is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:08:50.210486 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-4e400a06-d6f9-497b-be47-1bd6e6d8c10e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:08:50.219985 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-4e400a06-d6f9-497b-be47-1bd6e6d8c10e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:08:50.414648 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4e400a06-d6f9-497b-be47-1bd6e6d8c10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:50.418485 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4e400a06-d6f9-497b-be47-1bd6e6d8c10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:50.430693 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-07a1b13f-379c-4989-81a3-8a9e6aa101e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:50.485198 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-4e400a06-d6f9-497b-be47-1bd6e6d8c10e admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=3928c9099cfd433b84a80cf596eccbab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8901041 Jan 19 16:08:50.486245 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e400a06-d6f9-497b-be47-1bd6e6d8c10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9d8b6c-12d8-4647-9508-7842506fadd0,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:50.489662 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 49840) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:50.490415 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4e400a06-d6f9-497b-be47-1bd6e6d8c10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:50.572603 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-65d81561-8aae-4858-8ad9-cda428a56e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:50.623939 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-65d81561-8aae-4858-8ad9-cda428a56e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:50.682212 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-65d81561-8aae-4858-8ad9-cda428a56e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:50.688161 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-cb2f3cce-714a-4fad-8019-42145931285b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:50.703490 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d81561-8aae-4858-8ad9-cda428a56e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9d8b6c-12d8-4647-9508-7842506fadd0,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:50.707198 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-65d81561-8aae-4858-8ad9-cda428a56e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:50.708202 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-65d81561-8aae-4858-8ad9-cda428a56e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:50.713133 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-65d81561-8aae-4858-8ad9-cda428a56e8f admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/ab9d8b6c-12d8-4647-9508-7842506fadd0 HTTP/1.1" status: 204 len: 168 time: 0.2187896 Jan 19 16:08:51.092803 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:08:53.831148 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 49914) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:54.015411 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-65dae0cd-1b3e-4400-90e5-f6a83b7c90fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:54.048156 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-65dae0cd-1b3e-4400-90e5-f6a83b7c90fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:08:54.055827 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-65dae0cd-1b3e-4400-90e5-f6a83b7c90fb admin admin] Usage tracker for resource:security_group_rule and tenant:c47b1ef8138c412c88f35af136f100dc is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:08:54.060756 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-65dae0cd-1b3e-4400-90e5-f6a83b7c90fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:08:54.070124 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-65dae0cd-1b3e-4400-90e5-f6a83b7c90fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:08:54.193127 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-65dae0cd-1b3e-4400-90e5-f6a83b7c90fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:54.244032 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-65dae0cd-1b3e-4400-90e5-f6a83b7c90fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:54.253920 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d5ae0df7-bfbf-4531-9e66-48a8a811f14e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:54.317284 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-65dae0cd-1b3e-4400-90e5-f6a83b7c90fb admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c47b1ef8138c412c88f35af136f100dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4848945 Jan 19 16:08:54.318703 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dae0cd-1b3e-4400-90e5-f6a83b7c90fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be077c5-ed6e-45f1-b785-ed0c4b8cf4df,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:54.320999 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 49920) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:54.322761 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-65dae0cd-1b3e-4400-90e5-f6a83b7c90fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:54.413429 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c05437b2-8f36-40f0-be3f-086e57527237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:54.456848 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c05437b2-8f36-40f0-be3f-086e57527237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:54.543945 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c05437b2-8f36-40f0-be3f-086e57527237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:54.551981 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e2930913-89ec-4ca0-a4d6-fd302460b36e tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:54.572294 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05437b2-8f36-40f0-be3f-086e57527237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be077c5-ed6e-45f1-b785-ed0c4b8cf4df,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:54.575081 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c05437b2-8f36-40f0-be3f-086e57527237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:54.576906 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c05437b2-8f36-40f0-be3f-086e57527237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:54.579964 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-c05437b2-8f36-40f0-be3f-086e57527237 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/8be077c5-ed6e-45f1-b785-ed0c4b8cf4df HTTP/1.1" status: 204 len: 168 time: 0.2562058 Jan 19 16:08:55.076233 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 49930) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:55.100244 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-19962d47-62b0-4778-99e3-3d4b89b91406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:55.120432 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-19962d47-62b0-4778-99e3-3d4b89b91406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:08:55.125338 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-19962d47-62b0-4778-99e3-3d4b89b91406 admin admin] Usage tracker for resource:security_group_rule and tenant:c674be1b312a47ba934c3363c843456f is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:08:55.129185 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-19962d47-62b0-4778-99e3-3d4b89b91406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:08:55.139313 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-19962d47-62b0-4778-99e3-3d4b89b91406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:08:55.249820 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-19962d47-62b0-4778-99e3-3d4b89b91406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:55.252796 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-19962d47-62b0-4778-99e3-3d4b89b91406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:55.262818 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-57005692-587c-4578-ae25-3ef49c763ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:55.314387 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-19962d47-62b0-4778-99e3-3d4b89b91406 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c674be1b312a47ba934c3363c843456f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367756 Jan 19 16:08:55.315397 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19962d47-62b0-4778-99e3-3d4b89b91406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be61c154-c115-4427-b080-d48426a5b234,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:55.317480 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 49934) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:08:55.319033 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-19962d47-62b0-4778-99e3-3d4b89b91406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:55.395041 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-fc41e87a-891c-404a-a608-33dcf013db0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:55.426251 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-fc41e87a-891c-404a-a608-33dcf013db0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:55.483331 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-fc41e87a-891c-404a-a608-33dcf013db0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:55.487627 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-74df0e06-2380-4a64-8b3b-ff44f58c77a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:08:55.505157 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41e87a-891c-404a-a608-33dcf013db0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be61c154-c115-4427-b080-d48426a5b234,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:08:55.510887 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-fc41e87a-891c-404a-a608-33dcf013db0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:08:55.534505 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-fc41e87a-891c-404a-a608-33dcf013db0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:08:55.537902 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-fc41e87a-891c-404a-a608-33dcf013db0b admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/be61c154-c115-4427-b080-d48426a5b234 HTTP/1.1" status: 204 len: 168 time: 0.2185287 Jan 19 16:09:00.192658 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 50016) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:09:00.392210 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-23c24e2e-7e77-4bc6-abd7-e31160797dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:00.414110 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-23c24e2e-7e77-4bc6-abd7-e31160797dee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:09:00.423938 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-23c24e2e-7e77-4bc6-abd7-e31160797dee admin admin] Usage tracker for resource:security_group_rule and tenant:bcd1ba671eb5413a8604dac62b0195c9 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:09:00.432952 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-23c24e2e-7e77-4bc6-abd7-e31160797dee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:09:00.445417 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-23c24e2e-7e77-4bc6-abd7-e31160797dee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:09:00.566598 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-23c24e2e-7e77-4bc6-abd7-e31160797dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:00.571175 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-23c24e2e-7e77-4bc6-abd7-e31160797dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:00.585772 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-21043a07-f079-4951-b494-7083fff0f43b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:00.639037 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c24e2e-7e77-4bc6-abd7-e31160797dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c21b78-6770-4947-85f5-489807dc5d04,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:00.644271 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-23c24e2e-7e77-4bc6-abd7-e31160797dee admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=bcd1ba671eb5413a8604dac62b0195c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4485667 Jan 19 16:09:00.645383 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-23c24e2e-7e77-4bc6-abd7-e31160797dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:00.648700 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 50024) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:09:00.734534 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f9bd9646-11fd-4e68-a515-f961f94bd225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:00.769294 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f9bd9646-11fd-4e68-a515-f961f94bd225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:00.825017 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f9bd9646-11fd-4e68-a515-f961f94bd225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:00.832424 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:00.853058 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd9646-11fd-4e68-a515-f961f94bd225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c21b78-6770-4947-85f5-489807dc5d04,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:00.856281 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f9bd9646-11fd-4e68-a515-f961f94bd225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:00.869800 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f9bd9646-11fd-4e68-a515-f961f94bd225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:00.872103 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-f9bd9646-11fd-4e68-a515-f961f94bd225 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/f4c21b78-6770-4947-85f5-489807dc5d04 HTTP/1.1" status: 204 len: 168 time: 0.2221296 Jan 19 16:09:01.451466 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 50034) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:09:01.481665 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-fa049d5d-16cd-48bb-b8b9-607e2b9db341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:01.499342 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-fa049d5d-16cd-48bb-b8b9-607e2b9db341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:09:01.504063 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-fa049d5d-16cd-48bb-b8b9-607e2b9db341 admin admin] Usage tracker for resource:security_group_rule and tenant:5ad3e27506f44aa1a616baaada7cf991 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:09:01.512508 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-fa049d5d-16cd-48bb-b8b9-607e2b9db341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:09:01.520512 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-fa049d5d-16cd-48bb-b8b9-607e2b9db341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:09:01.651292 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-fa049d5d-16cd-48bb-b8b9-607e2b9db341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:01.654810 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-fa049d5d-16cd-48bb-b8b9-607e2b9db341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:01.665908 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-edb4e834-33db-42b5-a300-346330892936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:01.716141 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa049d5d-16cd-48bb-b8b9-607e2b9db341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c789301d-6e20-4ce1-ad72-44e14c01092f,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:01.721044 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-fa049d5d-16cd-48bb-b8b9-607e2b9db341 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=5ad3e27506f44aa1a616baaada7cf991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2684257 Jan 19 16:09:01.722073 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-fa049d5d-16cd-48bb-b8b9-607e2b9db341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:01.723750 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 50038) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:09:01.809835 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-fbe116e7-f114-4384-89c8-a95aefe3b5ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:01.865622 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-fbe116e7-f114-4384-89c8-a95aefe3b5ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:01.955494 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-fbe116e7-f114-4384-89c8-a95aefe3b5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:01.965361 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:01.986825 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe116e7-f114-4384-89c8-a95aefe3b5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c789301d-6e20-4ce1-ad72-44e14c01092f,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:01.994839 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-fbe116e7-f114-4384-89c8-a95aefe3b5ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:02.002482 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-fbe116e7-f114-4384-89c8-a95aefe3b5ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:02.005051 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-fbe116e7-f114-4384-89c8-a95aefe3b5ff admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/c789301d-6e20-4ce1-ad72-44e14c01092f HTTP/1.1" status: 204 len: 168 time: 0.2793319 Jan 19 16:09:04.018902 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cb86ef83-732f-47a1-af0a-751754a5a221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:06.823600 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:07.128921 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:07.300854 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-a9e60823-b8a5-4459-8e1e-1bc76693c7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:07.934531 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:09.168038 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:11.839873 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 50178) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:09:12.135310 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-46f39d28-f573-47a5-80f7-a67a992178fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:12.154118 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-46f39d28-f573-47a5-80f7-a67a992178fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:09:12.158543 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-46f39d28-f573-47a5-80f7-a67a992178fb admin admin] Usage tracker for resource:security_group_rule and tenant:f0b2a5b019724014acbc36ed9210ac70 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:09:12.164699 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-46f39d28-f573-47a5-80f7-a67a992178fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:09:12.173307 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-46f39d28-f573-47a5-80f7-a67a992178fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:09:12.321267 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-46f39d28-f573-47a5-80f7-a67a992178fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:12.325840 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-46f39d28-f573-47a5-80f7-a67a992178fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:12.343923 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-96cecea0-2ba2-4bab-8e8c-dcfe48ec7960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:12.427801 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-46f39d28-f573-47a5-80f7-a67a992178fb admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f0b2a5b019724014acbc36ed9210ac70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5859320 Jan 19 16:09:12.429438 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f39d28-f573-47a5-80f7-a67a992178fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20234ba3-f2b7-4117-8ee5-cadc491cf216,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:12.430810 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 50184) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:09:12.433529 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-46f39d28-f573-47a5-80f7-a67a992178fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:12.515059 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6611d213-b313-46b8-baf8-122ae5d3b2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:12.551677 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6611d213-b313-46b8-baf8-122ae5d3b2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:12.614467 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6611d213-b313-46b8-baf8-122ae5d3b2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:12.620784 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-65d81561-8aae-4858-8ad9-cda428a56e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:12.635213 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611d213-b313-46b8-baf8-122ae5d3b2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20234ba3-f2b7-4117-8ee5-cadc491cf216,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:12.639825 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6611d213-b313-46b8-baf8-122ae5d3b2cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:12.643576 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6611d213-b313-46b8-baf8-122ae5d3b2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:12.644824 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-6611d213-b313-46b8-baf8-122ae5d3b2cd admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/20234ba3-f2b7-4117-8ee5-cadc491cf216 HTTP/1.1" status: 204 len: 168 time: 0.2122650 Jan 19 16:09:21.217160 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 50300) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:09:21.520507 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-272a4d99-b377-4c2f-b62e-0ff21ecbbc29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:21.554041 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-272a4d99-b377-4c2f-b62e-0ff21ecbbc29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:09:21.562128 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-272a4d99-b377-4c2f-b62e-0ff21ecbbc29 admin admin] Usage tracker for resource:security_group_rule and tenant:683b3012dbcb421f8c4ea2d5f057ca15 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:09:21.568524 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-272a4d99-b377-4c2f-b62e-0ff21ecbbc29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:09:21.579792 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-272a4d99-b377-4c2f-b62e-0ff21ecbbc29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:09:21.685143 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-272a4d99-b377-4c2f-b62e-0ff21ecbbc29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:21.688354 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-272a4d99-b377-4c2f-b62e-0ff21ecbbc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:21.699339 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-86cb5374-169a-4f82-9370-f686d3cd9af2 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:21.752469 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-272a4d99-b377-4c2f-b62e-0ff21ecbbc29 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=683b3012dbcb421f8c4ea2d5f057ca15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5324140 Jan 19 16:09:21.753610 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a4d99-b377-4c2f-b62e-0ff21ecbbc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f093ca7-2ee5-4f55-924d-397d391c270f,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:21.756509 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 50306) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:09:21.758695 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-272a4d99-b377-4c2f-b62e-0ff21ecbbc29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:21.833065 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5e1da5ef-125e-4ce4-b254-09472603ada5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:21.863693 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5e1da5ef-125e-4ce4-b254-09472603ada5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:21.916813 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5e1da5ef-125e-4ce4-b254-09472603ada5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:21.921157 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1309f43e-01d0-4aa9-b414-40b9f0696e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:21.938690 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1da5ef-125e-4ce4-b254-09472603ada5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f093ca7-2ee5-4f55-924d-397d391c270f,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:21.942134 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-5e1da5ef-125e-4ce4-b254-09472603ada5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:21.964485 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5e1da5ef-125e-4ce4-b254-09472603ada5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:21.966934 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-5e1da5ef-125e-4ce4-b254-09472603ada5 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/7f093ca7-2ee5-4f55-924d-397d391c270f HTTP/1.1" status: 204 len: 168 time: 0.2071049 Jan 19 16:09:28.100710 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:09:28.407380 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 50398) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:09:28.577934 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3422b87f-9d7c-460b-a7a2-575bc72560d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:28.597265 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-3422b87f-9d7c-460b-a7a2-575bc72560d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:09:28.602438 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-3422b87f-9d7c-460b-a7a2-575bc72560d4 admin admin] Usage tracker for resource:security_group_rule and tenant:ed31a8a3f63a4f119589fcdf72184b97 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:09:28.605876 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-3422b87f-9d7c-460b-a7a2-575bc72560d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:09:28.613623 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-3422b87f-9d7c-460b-a7a2-575bc72560d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:09:28.710171 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3422b87f-9d7c-460b-a7a2-575bc72560d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:28.713184 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3422b87f-9d7c-460b-a7a2-575bc72560d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:28.723265 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-46f39d28-f573-47a5-80f7-a67a992178fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:28.789237 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-3422b87f-9d7c-460b-a7a2-575bc72560d4 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ed31a8a3f63a4f119589fcdf72184b97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3806617 Jan 19 16:09:28.790234 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422b87f-9d7c-460b-a7a2-575bc72560d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a426d77c-4ca4-4764-8dc4-e90c925c7b8b,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:28.792403 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 50404) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:09:28.793763 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-3422b87f-9d7c-460b-a7a2-575bc72560d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:28.906299 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-bfb6b8ba-b555-4422-b6f4-79ff3f4500dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:28.963646 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-bfb6b8ba-b555-4422-b6f4-79ff3f4500dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:29.054647 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-bfb6b8ba-b555-4422-b6f4-79ff3f4500dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:29.064540 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-64c87e46-18c1-404a-bc25-55473ba1e817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:29.091658 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6b8ba-b555-4422-b6f4-79ff3f4500dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a426d77c-4ca4-4764-8dc4-e90c925c7b8b,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:29.095950 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-bfb6b8ba-b555-4422-b6f4-79ff3f4500dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:29.110896 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-bfb6b8ba-b555-4422-b6f4-79ff3f4500dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:29.113567 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-bfb6b8ba-b555-4422-b6f4-79ff3f4500dd admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a426d77c-4ca4-4764-8dc4-e90c925c7b8b HTTP/1.1" status: 204 len: 168 time: 0.3189106 Jan 19 16:09:34.030266 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-fb596b62-c420-4733-878e-8915544448fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:35.652656 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 50506) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:09:35.888077 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b13a3333-e8da-4f69-9a76-35b426a1455a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:35.905040 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-b13a3333-e8da-4f69-9a76-35b426a1455a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:09:35.909441 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-b13a3333-e8da-4f69-9a76-35b426a1455a admin admin] Usage tracker for resource:security_group_rule and tenant:9000aa1d51a745ea987d0746f609901c is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:09:35.913397 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-b13a3333-e8da-4f69-9a76-35b426a1455a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:09:35.920462 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-b13a3333-e8da-4f69-9a76-35b426a1455a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:09:36.037187 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b13a3333-e8da-4f69-9a76-35b426a1455a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:36.043002 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b13a3333-e8da-4f69-9a76-35b426a1455a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:36.054521 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-913680b1-840a-445c-8d9d-37f1a8120199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:36.108512 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-b13a3333-e8da-4f69-9a76-35b426a1455a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=9000aa1d51a745ea987d0746f609901c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4517202 Jan 19 16:09:36.108512 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a3333-e8da-4f69-9a76-35b426a1455a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ea2801-1cdd-4d1a-9927-cd6a0dbc7e6a,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:36.109998 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 50522) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:09:36.112481 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-b13a3333-e8da-4f69-9a76-35b426a1455a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:36.196430 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:36.232927 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:36.287774 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:36.293611 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9b208528-be2b-4d13-8b88-30615fb5f4b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:36.307281 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ea2801-1cdd-4d1a-9927-cd6a0dbc7e6a,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:36.321389 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:36.321816 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:36.322235 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:36.322651 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:36.323085 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:36.323501 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:36.323897 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:36.324332 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:36.324745 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:36.325150 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:36.325553 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:36.325974 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:36.326442 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:36.326877 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:36.327283 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:36.327681 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:36.328080 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:36.328533 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:36.328958 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:36.329493 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:36.329908 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:36.330315 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:36.330757 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:36.331134 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:36.343366 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:36.343366 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/71ea2801-1cdd-4d1a-9927-cd6a0dbc7e6a HTTP/1.1" status: 204 len: 168 time: 0.2271495 Jan 19 16:09:36.343366 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-657aaf10-f85b-406f-af92-333b02985020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:36.831605 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:37.138688 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:37.312974 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-faa9a110-7633-4fbb-ae75-af7c865d8e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:37.937904 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:38.284231 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 50562) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:09:38.478427 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-94b1f2b9-3a82-4986-b77c-af86dae9685a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:38.509953 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-94b1f2b9-3a82-4986-b77c-af86dae9685a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:09:38.517163 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-94b1f2b9-3a82-4986-b77c-af86dae9685a admin admin] Usage tracker for resource:security_group_rule and tenant:79fc5c57f7f6496c87aaecb275053903 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:09:38.524202 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-94b1f2b9-3a82-4986-b77c-af86dae9685a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:09:38.536051 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-94b1f2b9-3a82-4986-b77c-af86dae9685a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:09:38.638769 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-94b1f2b9-3a82-4986-b77c-af86dae9685a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:38.644188 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-94b1f2b9-3a82-4986-b77c-af86dae9685a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:38.654941 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-efd16e3f-5429-4784-938f-824137f9a096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:38.703755 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-94b1f2b9-3a82-4986-b77c-af86dae9685a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=79fc5c57f7f6496c87aaecb275053903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4180145 Jan 19 16:09:38.706833 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1f2b9-3a82-4986-b77c-af86dae9685a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efaabc51-6f54-4e3f-9b40-dae61d668e3f,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:38.708734 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 50568) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:09:38.711595 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-94b1f2b9-3a82-4986-b77c-af86dae9685a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:38.793061 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-abe4169e-134a-4df0-9dcd-665f09241c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:38.828391 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-abe4169e-134a-4df0-9dcd-665f09241c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:38.887142 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-abe4169e-134a-4df0-9dcd-665f09241c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:38.891584 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-ba77e3b7-7ce0-40e8-b446-8e62cfe54866 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:38.909019 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4169e-134a-4df0-9dcd-665f09241c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efaabc51-6f54-4e3f-9b40-dae61d668e3f,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:38.912319 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-abe4169e-134a-4df0-9dcd-665f09241c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:38.924977 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-abe4169e-134a-4df0-9dcd-665f09241c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:38.926249 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-abe4169e-134a-4df0-9dcd-665f09241c4b admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/efaabc51-6f54-4e3f-9b40-dae61d668e3f HTTP/1.1" status: 204 len: 168 time: 0.2163124 Jan 19 16:09:39.172299 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:40.183610 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 50608) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:09:40.351524 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1846487143-network', 'tenant_id': '175988676f8b4dd4b81a484ca248aee5'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:09:40.360802 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:09:40.368896 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Usage tracker for resource:network and tenant:175988676f8b4dd4b81a484ca248aee5 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:09:40.374299 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:09:40.386372 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:09:40.403004 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Made reservation on behalf of 175988676f8b4dd4b81a484ca248aee5 for: {'network': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:09:40.408454 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:40.423767 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:40.444304 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:09:40.450756 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Usage tracker for resource:security_group_rule and tenant:175988676f8b4dd4b81a484ca248aee5 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:09:40.457179 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:09:40.467947 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:09:40.573169 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:40.576325 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:40.579815 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e8fa7f98-e409-4bcd-bc7d-2793eca62a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:40.619195 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 16:09:40.630373 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db6ae28-ff76-480a-b569-7245a2bcc1c9,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:40.638589 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792502028574', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:40.639082 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.segments_db [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Added segment 7005053f-00ae-443d-810d-f84a353af26d of type vxlan for network 49bb5f14-d252-4515-bf1b-3a1971a9463a Jan 19 16:09:40.649778 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:40.650196 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:40.650612 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:40.651053 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:40.651460 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:40.651878 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:40.652274 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:40.652674 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:40.653097 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:40.653470 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:40.653867 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:40.654269 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:40.654779 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:40.655186 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:40.655585 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:40.655981 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:40.656378 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:40.656781 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:40.657181 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:40.657579 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:40.657979 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:40.658375 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:40.658798 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:40.659207 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:40.665231 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:40.700580 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363244353260848'] for network, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:40.742163 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104'] for network, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:40.743529 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:09:40.744192 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:40.750135 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4e93c3e0-c7b4-4406-9aef-6ea5ad877e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:40.860184 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6753130 Jan 19 16:09:40.864951 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 50616) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:09:40.868784 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Pushing event updated for resources: {'Network': ['ID=49bb5f14-d252-4515-bf1b-3a1971a9463a,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:40.872144 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-32907e68-43b3-4624-a175-25c3888e50ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:40.877224 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-20297402-d491-4e8a-80fc-48b46df2c88b admin admin] Request body: {'subnet': {'network_id': '49bb5f14-d252-4515-bf1b-3a1971a9463a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1846487143-subnet', 'tenant_id': '175988676f8b4dd4b81a484ca248aee5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:09:40.883360 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Network 49bb5f14-d252-4515-bf1b-3a1971a9463a details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 16:09:40.886160 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-20297402-d491-4e8a-80fc-48b46df2c88b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:09:40.893673 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-20297402-d491-4e8a-80fc-48b46df2c88b admin admin] Usage tracker for resource:subnet and tenant:175988676f8b4dd4b81a484ca248aee5 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:09:40.898964 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Network 49bb5f14-d252-4515-bf1b-3a1971a9463a details requested by agent ovs-agent-dv-cinder-667108-29-smb with host dv-cinder-667108-29-smb {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 16:09:40.900377 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-20297402-d491-4e8a-80fc-48b46df2c88b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:09:40.912193 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-20297402-d491-4e8a-80fc-48b46df2c88b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:09:40.929449 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20297402-d491-4e8a-80fc-48b46df2c88b admin admin] Made reservation on behalf of 175988676f8b4dd4b81a484ca248aee5 for: {'subnet': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:09:40.935739 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-20297402-d491-4e8a-80fc-48b46df2c88b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852179958'] for subnet, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:41.457451 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-20297402-d491-4e8a-80fc-48b46df2c88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852179941'] for subnet, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:41.477436 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f45a272f-df26-4c81-86cd-dec70d57ebe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:41.664225 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20297402-d491-4e8a-80fc-48b46df2c88b admin admin] Pushing event updated for resources: {'Subnet': ['ID=919b87c9-567e-4962-a7c5-95fc7da2f908,revision_number=0']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:41.669962 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-20297402-d491-4e8a-80fc-48b46df2c88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:41.707512 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 50630) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:09:41.763163 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20297402-d491-4e8a-80fc-48b46df2c88b admin admin] Checking segment: {'id': '7005053f-00ae-443d-810d-f84a353af26d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49bb5f14-d252-4515-bf1b-3a1971a9463a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:09:41.763807 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20297402-d491-4e8a-80fc-48b46df2c88b admin admin] Network hostable DHCP agents. Network: 49bb5f14-d252-4515-bf1b-3a1971a9463a, hostable agents: ['38d5a676-35d8-431f-b8e5-8bc81bf22324'], hosted agents: [] {{(pid=80160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 16:09:41.803081 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20297402-d491-4e8a-80fc-48b46df2c88b admin admin] Network 49bb5f14-d252-4515-bf1b-3a1971a9463a is scheduled to be hosted by DHCP agent 38d5a676-35d8-431f-b8e5-8bc81bf22324 with binding_index 1 {{(pid=80160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 16:09:41.819866 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-20297402-d491-4e8a-80fc-48b46df2c88b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-smb, 49bb5f14-d252-4515-bf1b-3a1971a9463a) {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:09:41.833767 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd4b211-72a7-4906-bed5-225fcaf5a929 None None] Network 49bb5f14-d252-4515-bf1b-3a1971a9463a requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 16:09:41.842265 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20297402-d491-4e8a-80fc-48b46df2c88b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:09:41.843463 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-20297402-d491-4e8a-80fc-48b46df2c88b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:41.903691 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-20297402-d491-4e8a-80fc-48b46df2c88b admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0367215 Jan 19 16:09:42.014001 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-141d809f-6db5-43ee-83df-183ca1a489f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:42.042899 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-141d809f-6db5-43ee-83df-183ca1a489f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:09:42.047866 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-141d809f-6db5-43ee-83df-183ca1a489f8 admin admin] Usage tracker for resource:security_group_rule and tenant:e74ba4037bf444ec946f16abfe05627d is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:09:42.051311 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-141d809f-6db5-43ee-83df-183ca1a489f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:09:42.058288 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-141d809f-6db5-43ee-83df-183ca1a489f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:09:42.184555 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e1ccdc-4dba-42a0-9f82-2ce423c51605 None None] Network 49bb5f14-d252-4515-bf1b-3a1971a9463a requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 16:09:42.487694 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-141d809f-6db5-43ee-83df-183ca1a489f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:42.492597 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-141d809f-6db5-43ee-83df-183ca1a489f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:42.503259 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e39482bf-2fe8-4018-97b6-5802d8dd8654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:42.552192 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-141d809f-6db5-43ee-83df-183ca1a489f8 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=e74ba4037bf444ec946f16abfe05627d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8430741 Jan 19 16:09:42.553215 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d809f-6db5-43ee-83df-183ca1a489f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b19c505-9e87-47c8-8cfd-c963dc11a82e,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:42.556336 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 50642) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:09:42.556893 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-141d809f-6db5-43ee-83df-183ca1a489f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:42.641275 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c8c7b632-5e40-4523-9922-a5a48b169a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:42.675178 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c8c7b632-5e40-4523-9922-a5a48b169a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:42.751197 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c8c7b632-5e40-4523-9922-a5a48b169a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:42.757353 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d61f5bd0-58e8-4f93-b42d-fec5c1d0f04f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:42.774164 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7b632-5e40-4523-9922-a5a48b169a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b19c505-9e87-47c8-8cfd-c963dc11a82e,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:42.779291 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c8c7b632-5e40-4523-9922-a5a48b169a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:42.782967 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c8c7b632-5e40-4523-9922-a5a48b169a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:42.791626 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-c8c7b632-5e40-4523-9922-a5a48b169a0d admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/0b19c505-9e87-47c8-8cfd-c963dc11a82e HTTP/1.1" status: 204 len: 168 time: 0.2262974 Jan 19 16:09:43.346568 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 50654) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:09:43.368390 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-85ecb029-57ca-41cb-ad12-532c69a5c9e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:43.388430 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-85ecb029-57ca-41cb-ad12-532c69a5c9e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:09:43.394628 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-85ecb029-57ca-41cb-ad12-532c69a5c9e3 admin admin] Usage tracker for resource:security_group_rule and tenant:ef95645561864d15974391e00a6a6f20 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:09:43.398486 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-85ecb029-57ca-41cb-ad12-532c69a5c9e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:09:43.405228 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-85ecb029-57ca-41cb-ad12-532c69a5c9e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:09:43.516024 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-85ecb029-57ca-41cb-ad12-532c69a5c9e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:43.519269 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-85ecb029-57ca-41cb-ad12-532c69a5c9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:43.528587 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-abe4169e-134a-4df0-9dcd-665f09241c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:43.580969 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ecb029-57ca-41cb-ad12-532c69a5c9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e7c832-bcd5-4d11-a4bd-35bde5fe096b,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:43.587030 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-85ecb029-57ca-41cb-ad12-532c69a5c9e3 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ef95645561864d15974391e00a6a6f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388515 Jan 19 16:09:43.588008 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-85ecb029-57ca-41cb-ad12-532c69a5c9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:43.591325 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 50658) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:09:43.666696 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-927634fa-39c2-49e0-9cc2-1970273daefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:43.700293 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-927634fa-39c2-49e0-9cc2-1970273daefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:43.757190 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-927634fa-39c2-49e0-9cc2-1970273daefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:43.761890 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-85ecb029-57ca-41cb-ad12-532c69a5c9e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:43.777839 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927634fa-39c2-49e0-9cc2-1970273daefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e7c832-bcd5-4d11-a4bd-35bde5fe096b,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:43.780540 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-927634fa-39c2-49e0-9cc2-1970273daefb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:43.790932 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-927634fa-39c2-49e0-9cc2-1970273daefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:43.793199 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-927634fa-39c2-49e0-9cc2-1970273daefb admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/54e7c832-bcd5-4d11-a4bd-35bde5fe096b HTTP/1.1" status: 204 len: 168 time: 0.1997318 Jan 19 16:09:44.368818 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 50668) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:09:44.393520 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-172759fc-ba05-47f1-8d08-2724ab859ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:44.413185 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-172759fc-ba05-47f1-8d08-2724ab859ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:09:44.417934 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-172759fc-ba05-47f1-8d08-2724ab859ad9 admin admin] Usage tracker for resource:security_group_rule and tenant:1359122704a4497e88fade5500a2096f is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:09:44.421367 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-172759fc-ba05-47f1-8d08-2724ab859ad9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:09:44.429527 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-172759fc-ba05-47f1-8d08-2724ab859ad9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:09:44.546248 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-172759fc-ba05-47f1-8d08-2724ab859ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:44.550955 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-172759fc-ba05-47f1-8d08-2724ab859ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:44.560254 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-95fe8225-c7cb-44b1-9126-d7a71e830325 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:44.636882 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172759fc-ba05-47f1-8d08-2724ab859ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da76663-dd3b-470b-a55b-e5a5cb8c98b6,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:44.647731 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-172759fc-ba05-47f1-8d08-2724ab859ad9 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=1359122704a4497e88fade5500a2096f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768114 Jan 19 16:09:44.649056 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-172759fc-ba05-47f1-8d08-2724ab859ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:44.652079 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 50682) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:09:44.731386 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3722160f-e5a3-4b2d-bf1a-e0b1c78765ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:44.765239 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3722160f-e5a3-4b2d-bf1a-e0b1c78765ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:44.822335 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3722160f-e5a3-4b2d-bf1a-e0b1c78765ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:44.827773 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-00eb7cdc-800f-4685-b0f1-4dda1ff86630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:44.842020 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722160f-e5a3-4b2d-bf1a-e0b1c78765ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da76663-dd3b-470b-a55b-e5a5cb8c98b6,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:44.845451 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-3722160f-e5a3-4b2d-bf1a-e0b1c78765ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:44.847899 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3722160f-e5a3-4b2d-bf1a-e0b1c78765ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:44.849646 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-3722160f-e5a3-4b2d-bf1a-e0b1c78765ed admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/8da76663-dd3b-470b-a55b-e5a5cb8c98b6 HTTP/1.1" status: 204 len: 168 time: 0.1956120 Jan 19 16:09:44.934935 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-8cbb1ef9-0198-47b6-b46a-54910a5fecd9 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:09:44.936700 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-8cbb1ef9-0198-47b6-b46a-54910a5fecd9 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/networks?id=49bb5f14-d252-4515-bf1b-3a1971a9463a HTTP/1.1" status: 200 len: 814 time: 0.2581820 Jan 19 16:09:44.961591 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-727351a4-efb6-45bc-9c0b-efc0fb311aa2 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/quotas/175988676f8b4dd4b81a484ca248aee5 HTTP/1.1" status: 200 len: 375 time: 0.0136843 Jan 19 16:09:45.033154 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-bbd58cf3-9c37-4f5a-9351-61c835976c9a tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?tenant_id=175988676f8b4dd4b81a484ca248aee5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599296 Jan 19 16:09:45.052784 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-622f4b28-b54e-4fbe-82f2-d0b614ccbf3d service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=80160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 16:09:45.054078 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-622f4b28-b54e-4fbe-82f2-d0b614ccbf3d service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0078304 Jan 19 16:09:45.324250 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-a34540fb-57e9-42a4-9ad5-31142daa5d7d service neutron] 10.222.0.110 "GET /v2.0/networks/49bb5f14-d252-4515-bf1b-3a1971a9463a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623336 Jan 19 16:09:45.584530 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-e2be28d0-cec8-4c85-bc3d-774b68ccf40a service neutron] 10.222.0.110 "GET /v2.0/networks/49bb5f14-d252-4515-bf1b-3a1971a9463a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2482169 Jan 19 16:09:46.254024 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-69653617-e121-4c8d-987c-ff90b0b4df0c req-f1dcc3ab-1cad-47d0-aafd-3288f6247593 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ac308372-d58d-4409-a561-95ba8f0a2eb7 HTTP/1.1" status: 200 len: 210 time: 0.4352233 Jan 19 16:09:47.568402 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-00f1c816-c357-4494-bf51-3ef9c1800036 req-ef65dd17-9021-47c7-9ffd-673e21105a66 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ac308372-d58d-4409-a561-95ba8f0a2eb7 HTTP/1.1" status: 200 len: 210 time: 0.1042304 Jan 19 16:09:47.827960 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-8d64f183-050b-44b2-98c2-0c762b86445b tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:09:47.829834 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-8d64f183-050b-44b2-98c2-0c762b86445b tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.104 "GET /v2.0/networks?id=49bb5f14-d252-4515-bf1b-3a1971a9463a HTTP/1.1" status: 200 len: 814 time: 0.2086630 Jan 19 16:09:47.852172 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-7de7b7be-c5da-4e17-82a1-a7228361bd51 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Request body: {'port': {'device_id': 'ac308372-d58d-4409-a561-95ba8f0a2eb7', 'network_id': '49bb5f14-d252-4515-bf1b-3a1971a9463a', 'admin_state_up': True, 'tenant_id': '175988676f8b4dd4b81a484ca248aee5'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:09:48.022568 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-7de7b7be-c5da-4e17-82a1-a7228361bd51 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:09:48.027270 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-7de7b7be-c5da-4e17-82a1-a7228361bd51 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Usage tracker for resource:port and tenant:175988676f8b4dd4b81a484ca248aee5 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:09:48.030831 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-7de7b7be-c5da-4e17-82a1-a7228361bd51 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Quota usage for port was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:09:48.039505 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-7de7b7be-c5da-4e17-82a1-a7228361bd51 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:09:48.050816 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-7de7b7be-c5da-4e17-82a1-a7228361bd51 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Made reservation on behalf of 175988676f8b4dd4b81a484ca248aee5 for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:09:48.060448 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-7de7b7be-c5da-4e17-82a1-a7228361bd51 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:48.408452 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-7de7b7be-c5da-4e17-82a1-a7228361bd51 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Allocated IP 172.20.0.7 (49bb5f14-d252-4515-bf1b-3a1971a9463a/919b87c9-567e-4962-a7c5-95fc7da2f908/bccc21f3-af14-4a08-b620-433109f6a404) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:09:48.687489 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-7de7b7be-c5da-4e17-82a1-a7228361bd51 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:48.788633 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-7de7b7be-c5da-4e17-82a1-a7228361bd51 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:48.818761 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-8f43a6a6-e761-418f-a3b3-4d1a7c898b71 tempest-AttachVolumeShelveTestJSON-379601095 tempest-AttachVolumeShelveTestJSON-379601095] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:49.010780 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7b7be-c5da-4e17-82a1-a7228361bd51 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Pushing event updated for resources: {'Port': ['ID=bccc21f3-af14-4a08-b620-433109f6a404,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:49.018469 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-7de7b7be-c5da-4e17-82a1-a7228361bd51 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:49.118492 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143234e-02d8-4086-a091-d62c18491cac req-6532037b-ed75-42f6-a32d-e6da92effa7a tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:09:49.121583 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4143234e-02d8-4086-a091-d62c18491cac req-6532037b-ed75-42f6-a32d-e6da92effa7a tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ac308372-d58d-4409-a561-95ba8f0a2eb7 HTTP/1.1" status: 200 len: 931 time: 0.3864260 Jan 19 16:09:49.177212 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-7de7b7be-c5da-4e17-82a1-a7228361bd51 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Network 49bb5f14-d252-4515-bf1b-3a1971a9463a is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:09:49.180533 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-7de7b7be-c5da-4e17-82a1-a7228361bd51 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:09:49.190310 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-7de7b7be-c5da-4e17-82a1-a7228361bd51 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:09:49.259672 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4143234e-02d8-4086-a091-d62c18491cac req-3f6230d5-95d9-4b56-afe8-bf9ab8248092 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/security-groups?id=0db6ae28-ff76-480a-b569-7245a2bcc1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275249 Jan 19 16:09:49.326437 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-7de7b7be-c5da-4e17-82a1-a7228361bd51 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:09:49.327766 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-7de7b7be-c5da-4e17-82a1-a7228361bd51 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:49.367520 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-7de7b7be-c5da-4e17-82a1-a7228361bd51 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5217159 Jan 19 16:09:49.383290 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-99c01004-5765-48d7-9522-997ef235fbbc tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=80160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 16:09:49.384446 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-99c01004-5765-48d7-9522-997ef235fbbc tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0074396 Jan 19 16:09:49.552910 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-d4a858f9-4c89-4db4-b218-915047a05310 service neutron] Request body: {'port': {'device_id': 'ac308372-d58d-4409-a561-95ba8f0a2eb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:09:49.686212 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-d4a858f9-4c89-4db4-b218-915047a05310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:50.665665 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-d4a858f9-4c89-4db4-b218-915047a05310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bccc21f3-af14-4a08-b620-433109f6a404 {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 16:09:50.695729 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-d4a858f9-4c89-4db4-b218-915047a05310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:50.739199 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-d4a858f9-4c89-4db4-b218-915047a05310 service neutron] Transition to ACTIVE for port object bccc21f3-af14-4a08-b620-433109f6a404 will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:09:50.748249 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-d4a858f9-4c89-4db4-b218-915047a05310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:50.783275 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-de2c52d3-1db0-4ee8-9f9a-9a6bfc2952d5 tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:50.935921 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3df3c-15f1-4a79-9170-11a4fdc47a8f req-92ef52af-71bf-41c1-947b-0b60d3c46aa8 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:09:50.937281 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-1ae3df3c-15f1-4a79-9170-11a4fdc47a8f req-92ef52af-71bf-41c1-947b-0b60d3c46aa8 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Synchronizing usage tracker for tenant:175988676f8b4dd4b81a484ca248aee5 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:09:51.124959 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a858f9-4c89-4db4-b218-915047a05310 service neutron] Pushing event updated for resources: {'Port': ['ID=bccc21f3-af14-4a08-b620-433109f6a404,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:51.150707 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d4a858f9-4c89-4db4-b218-915047a05310 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:51.182692 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-1ae3df3c-15f1-4a79-9170-11a4fdc47a8f req-92ef52af-71bf-41c1-947b-0b60d3c46aa8 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Unset dirty status for tenant:175988676f8b4dd4b81a484ca248aee5 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:09:51.185228 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1ae3df3c-15f1-4a79-9170-11a4fdc47a8f req-92ef52af-71bf-41c1-947b-0b60d3c46aa8 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ac308372-d58d-4409-a561-95ba8f0a2eb7 HTTP/1.1" status: 200 len: 931 time: 0.6832573 Jan 19 16:09:51.367496 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1ae3df3c-15f1-4a79-9170-11a4fdc47a8f req-d62cd32a-d0ee-4262-91d9-eb05ce3ccfcc tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/security-groups?id=0db6ae28-ff76-480a-b569-7245a2bcc1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704233 Jan 19 16:09:51.463491 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-d4a858f9-4c89-4db4-b218-915047a05310 service neutron] Attempting to bind port bccc21f3-af14-4a08-b620-433109f6a404 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 16:09:51.463890 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-d4a858f9-4c89-4db4-b218-915047a05310 service neutron] Attempting to bind port bccc21f3-af14-4a08-b620-433109f6a404 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '7005053f-00ae-443d-810d-f84a353af26d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49bb5f14-d252-4515-bf1b-3a1971a9463a'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 16:09:51.464269 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-d4a858f9-4c89-4db4-b218-915047a05310 service neutron] Attempting to bind port bccc21f3-af14-4a08-b620-433109f6a404 on network 49bb5f14-d252-4515-bf1b-3a1971a9463a {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 16:09:51.471517 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-d4a858f9-4c89-4db4-b218-915047a05310 service neutron] Checking agent: {'id': '073d1919-22dd-4be4-a5f1-d010cf1bf21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 56, 7), 'started_at': datetime.datetime(2021, 1, 19, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 16:09:51.471965 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-d4a858f9-4c89-4db4-b218-915047a05310 service neutron] Checking segment: {'id': '7005053f-00ae-443d-810d-f84a353af26d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49bb5f14-d252-4515-bf1b-3a1971a9463a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:09:51.472430 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-d4a858f9-4c89-4db4-b218-915047a05310 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:51.472975 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-d4a858f9-4c89-4db4-b218-915047a05310 service neutron] Bound using segment: {'id': '7005053f-00ae-443d-810d-f84a353af26d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49bb5f14-d252-4515-bf1b-3a1971a9463a'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 16:09:51.474880 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-d4a858f9-4c89-4db4-b218-915047a05310 service neutron] Bound port: bccc21f3-af14-4a08-b620-433109f6a404, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7005053f-00ae-443d-810d-f84a353af26d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49bb5f14-d252-4515-bf1b-3a1971a9463a'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 16:09:51.475345 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-d4a858f9-4c89-4db4-b218-915047a05310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:51.633852 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-d4a858f9-4c89-4db4-b218-915047a05310 service neutron] For port bccc21f3-af14-4a08-b620-433109f6a404, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 16:09:51.640232 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-d4a858f9-4c89-4db4-b218-915047a05310 service neutron] For port bccc21f3-af14-4a08-b620-433109f6a404, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=bccc21f3-af14-4a08-b620-433109f6a404,segment=NetworkSegment(7005053f-00ae-443d-810d-f84a353af26d),segment_id=7005053f-00ae-443d-810d-f84a353af26d)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 16:09:51.645070 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-d4a858f9-4c89-4db4-b218-915047a05310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:51.666680 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-03e7e2a7-8772-4cc8-9e59-aa439fc49cd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:51.949721 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a858f9-4c89-4db4-b218-915047a05310 service neutron] Pushing event updated for resources: {'Port': ['ID=bccc21f3-af14-4a08-b620-433109f6a404,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:51.962335 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d4a858f9-4c89-4db4-b218-915047a05310 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:52.005657 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-d4a858f9-4c89-4db4-b218-915047a05310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:09:52.006793 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-d4a858f9-4c89-4db4-b218-915047a05310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:52.008522 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-d4a858f9-4c89-4db4-b218-915047a05310 service neutron] 10.222.0.104 "PUT /v2.0/ports/bccc21f3-af14-4a08-b620-433109f6a404 HTTP/1.1" status: 200 len: 1157 time: 2.6099675 Jan 19 16:09:52.009114 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac308372-d58d-4409-a561-95ba8f0a2eb7', 'tag': 'bccc21f3-af14-4a08-b620-433109f6a404'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:09:52.120341 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac308372-d58d-4409-a561-95ba8f0a2eb7', 'tag': 'bccc21f3-af14-4a08-b620-433109f6a404', 'status': 'completed', 'code': 200} Jan 19 16:09:52.174852 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-40d85ad0-15b1-406b-b3a2-7564fbc5301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:09:52.178170 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-40d85ad0-15b1-406b-b3a2-7564fbc5301c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=175988676f8b4dd4b81a484ca248aee5&device_id=ac308372-d58d-4409-a561-95ba8f0a2eb7 HTTP/1.1" status: 200 len: 1160 time: 0.1157241 Jan 19 16:09:52.280303 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-c50dc4d4-388d-458c-ad11-4c293f1260fa service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bccc21f3-af14-4a08-b620-433109f6a404 HTTP/1.1" status: 200 len: 217 time: 0.0863252 Jan 19 16:09:52.371805 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-ab089722-a2f6-4b49-9bad-d323f85e965b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:09:52.373849 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-ab089722-a2f6-4b49-9bad-d323f85e965b service neutron] 10.222.0.104 "GET /v2.0/subnets?id=919b87c9-567e-4962-a7c5-95fc7da2f908 HTTP/1.1" status: 200 len: 854 time: 0.0862346 Jan 19 16:09:52.443072 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-66e15d94-ad8d-4b9c-bf95-99b537040924 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=49bb5f14-d252-4515-bf1b-3a1971a9463a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598531 Jan 19 16:09:52.682352 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-27df676b-466c-4796-b933-346db738d042 service neutron] 10.222.0.104 "GET /v2.0/networks/49bb5f14-d252-4515-bf1b-3a1971a9463a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326133 Jan 19 16:09:52.750232 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29546525-9a8d-4900-86a0-53d5f35a511b req-2cdc0625-400f-450c-8f8a-4a7682efa4f6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:09:52.752897 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-29546525-9a8d-4900-86a0-53d5f35a511b req-2cdc0625-400f-450c-8f8a-4a7682efa4f6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ac308372-d58d-4409-a561-95ba8f0a2eb7 HTTP/1.1" status: 200 len: 943 time: 0.2035666 Jan 19 16:09:52.922804 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-29546525-9a8d-4900-86a0-53d5f35a511b req-9b5f2517-87ee-4d34-90d8-359cf16356a3 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/security-groups?id=0db6ae28-ff76-480a-b569-7245a2bcc1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607444 Jan 19 16:09:52.959375 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-987ebfe4-6905-4dba-84c6-d4a85bba5046 req-7f081f87-26d0-453b-9218-8343ffcabf4e service neutron] 10.222.0.104 "GET /v2.0/networks/49bb5f14-d252-4515-bf1b-3a1971a9463a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2668581 Jan 19 16:09:53.193502 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4349b-cdcf-4e03-a0a6-2412be5a6de6 req-8b2379c8-800f-4742-9f00-09932d0fa598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:09:53.196553 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c8a4349b-cdcf-4e03-a0a6-2412be5a6de6 req-8b2379c8-800f-4742-9f00-09932d0fa598 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=175988676f8b4dd4b81a484ca248aee5&device_id=ac308372-d58d-4409-a561-95ba8f0a2eb7 HTTP/1.1" status: 200 len: 1160 time: 0.1694801 Jan 19 16:09:53.390111 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4349b-cdcf-4e03-a0a6-2412be5a6de6 req-e1270b72-d523-4b4e-bb4f-30874d8abdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:09:53.391851 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c8a4349b-cdcf-4e03-a0a6-2412be5a6de6 req-e1270b72-d523-4b4e-bb4f-30874d8abdfa service neutron] 10.222.0.104 "GET /v2.0/networks?id=49bb5f14-d252-4515-bf1b-3a1971a9463a HTTP/1.1" status: 200 len: 908 time: 0.1880293 Jan 19 16:09:53.404327 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 50784) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:09:53.482211 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c8a4349b-cdcf-4e03-a0a6-2412be5a6de6 req-4c31b862-34cc-468f-9567-16f080ddca9e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bccc21f3-af14-4a08-b620-433109f6a404 HTTP/1.1" status: 200 len: 217 time: 0.0802553 Jan 19 16:09:53.568931 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4349b-cdcf-4e03-a0a6-2412be5a6de6 req-1ed866f8-267d-41fa-8a16-6c5945ccb851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:09:53.570889 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c8a4349b-cdcf-4e03-a0a6-2412be5a6de6 req-1ed866f8-267d-41fa-8a16-6c5945ccb851 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=919b87c9-567e-4962-a7c5-95fc7da2f908 HTTP/1.1" status: 200 len: 854 time: 0.0768075 Jan 19 16:09:53.625936 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9b14efba-47f7-442a-8a85-27f476bd82f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:53.648899 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-9b14efba-47f7-442a-8a85-27f476bd82f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:09:53.653450 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-9b14efba-47f7-442a-8a85-27f476bd82f2 admin admin] Usage tracker for resource:security_group_rule and tenant:0a459894d7e6406da03d88c16c6defd1 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:09:53.656732 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-9b14efba-47f7-442a-8a85-27f476bd82f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:09:53.663863 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-9b14efba-47f7-442a-8a85-27f476bd82f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:09:53.668005 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c8a4349b-cdcf-4e03-a0a6-2412be5a6de6 req-34be4cae-ed47-42d3-961a-32c49a892b3e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=49bb5f14-d252-4515-bf1b-3a1971a9463a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885577 Jan 19 16:09:53.772517 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9b14efba-47f7-442a-8a85-27f476bd82f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:53.775953 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9b14efba-47f7-442a-8a85-27f476bd82f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:53.785154 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-3722160f-e5a3-4b2d-bf1a-e0b1c78765ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:53.838048 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14efba-47f7-442a-8a85-27f476bd82f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244acefe-767f-4e81-9ddf-76345aede0cd,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:53.841983 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9b14efba-47f7-442a-8a85-27f476bd82f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:53.849801 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-9b14efba-47f7-442a-8a85-27f476bd82f2 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=0a459894d7e6406da03d88c16c6defd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4397361 Jan 19 16:09:53.850410 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 50790) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:09:53.873343 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c8a4349b-cdcf-4e03-a0a6-2412be5a6de6 req-24ecdadd-bc35-4bd5-9657-2509eaaab36c service neutron] 10.222.0.104 "GET /v2.0/networks/49bb5f14-d252-4515-bf1b-3a1971a9463a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948442 Jan 19 16:09:53.928621 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4260cf61-1694-4f3d-ad1a-efd2f313a4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:53.970950 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4260cf61-1694-4f3d-ad1a-efd2f313a4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:54.038743 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4260cf61-1694-4f3d-ad1a-efd2f313a4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:54.048113 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-23df54d1-70b8-42a3-8a89-f5dda3e93e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:54.061531 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c8a4349b-cdcf-4e03-a0a6-2412be5a6de6 req-e590ec30-0035-4b26-945f-1a46a6cbf853 service neutron] 10.222.0.104 "GET /v2.0/networks/49bb5f14-d252-4515-bf1b-3a1971a9463a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1798940 Jan 19 16:09:54.070509 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260cf61-1694-4f3d-ad1a-efd2f313a4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244acefe-767f-4e81-9ddf-76345aede0cd,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:54.075488 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4260cf61-1694-4f3d-ad1a-efd2f313a4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:54.101322 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4260cf61-1694-4f3d-ad1a-efd2f313a4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:54.108484 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-4260cf61-1694-4f3d-ad1a-efd2f313a4bb admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/244acefe-767f-4e81-9ddf-76345aede0cd HTTP/1.1" status: 204 len: 168 time: 0.2568271 Jan 19 16:09:54.278200 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62df80b-2e79-488f-868b-e132ee8cb710 req-2f849483-14d0-43ac-8be9-fd0b043cca1f tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:09:54.280016 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a62df80b-2e79-488f-868b-e132ee8cb710 req-2f849483-14d0-43ac-8be9-fd0b043cca1f tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ac308372-d58d-4409-a561-95ba8f0a2eb7 HTTP/1.1" status: 200 len: 943 time: 0.1202953 Jan 19 16:09:54.342655 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a62df80b-2e79-488f-868b-e132ee8cb710 req-3244a1ae-03fc-4b05-8ae0-31d2787728b0 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/security-groups?id=0db6ae28-ff76-480a-b569-7245a2bcc1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545604 Jan 19 16:09:54.858734 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.objects.ports [None req-eda936ed-3a0d-4c7b-a310-b4ce0adcd5b5 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80161) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 19 16:09:55.203323 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device bccc21f3-af14-4a08-b620-433109f6a404 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:09:55.290079 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning for port bccc21f3-af14-4a08-b620-433109f6a404 completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:09:55.304318 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port bccc21f3-af14-4a08-b620-433109f6a404 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:09:55.305018 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:55.462256 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:55.509975 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac308372-d58d-4409-a561-95ba8f0a2eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccc21f3-af14-4a08-b620-433109f6a404'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:09:55.531104 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port bccc21f3-af14-4a08-b620-433109f6a404, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=bccc21f3-af14-4a08-b620-433109f6a404,segment=NetworkSegment(7005053f-00ae-443d-810d-f84a353af26d),segment_id=7005053f-00ae-443d-810d-f84a353af26d)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:09:55.536948 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:55.541931 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d9b4dc18-861d-4890-979d-a0ad73025332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:09:55.636133 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac308372-d58d-4409-a561-95ba8f0a2eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccc21f3-af14-4a08-b620-433109f6a404', 'code': 200} Jan 19 16:09:55.674047 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=bccc21f3-af14-4a08-b620-433109f6a404,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:09:55.674438 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a0385-3743-40e0-ac0c-8f18e8152440 req-c38d3211-9783-4d22-aac1-16d7ec3fe16b tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:09:55.677684 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0f9a0385-3743-40e0-ac0c-8f18e8152440 req-c38d3211-9783-4d22-aac1-16d7ec3fe16b tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ac308372-d58d-4409-a561-95ba8f0a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1591003 Jan 19 16:09:55.684132 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:55.684578 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:55.684886 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:55.685271 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:55.685654 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:55.686032 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:55.686406 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:55.687521 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:55.687899 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:55.688275 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:55.688654 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:55.689208 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:55.689667 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:55.690043 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:55.690421 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:55.690800 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:55.691387 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:55.691611 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:55.692572 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:55.693148 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:55.693735 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:55.694627 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:55.694979 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:55.695594 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:09:55.702261 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:09:55.771987 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0f9a0385-3743-40e0-ac0c-8f18e8152440 req-dc31635d-df21-459c-ac97-7590dc9b6b96 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/security-groups?id=0db6ae28-ff76-480a-b569-7245a2bcc1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860927 Jan 19 16:09:55.928260 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348b933-8f83-403a-b666-8ed7c8029871 req-bf60e0ad-4561-4ae9-bd72-c904e5b60c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:09:55.930274 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1348b933-8f83-403a-b666-8ed7c8029871 req-bf60e0ad-4561-4ae9-bd72-c904e5b60c5d service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=ac308372-d58d-4409-a561-95ba8f0a2eb7 HTTP/1.1" status: 200 len: 1162 time: 0.0890036 Jan 19 16:09:55.979400 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1348b933-8f83-403a-b666-8ed7c8029871 req-6e503784-c97d-4204-97d2-22005c7d45b8 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=0db6ae28-ff76-480a-b569-7245a2bcc1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420201 Jan 19 16:09:56.817713 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device bccc21f3-af14-4a08-b620-433109f6a404 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:09:56.965722 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port bccc21f3-af14-4a08-b620-433109f6a404 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:09:56.967022 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:09:57.101179 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a981b6c-17cc-4d55-9311-9f2eac3be50b req-4f5147bb-bde7-41f0-a15f-e4f2e3c91ead tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:09:57.109761 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2a981b6c-17cc-4d55-9311-9f2eac3be50b req-4f5147bb-bde7-41f0-a15f-e4f2e3c91ead tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ac308372-d58d-4409-a561-95ba8f0a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1692438 Jan 19 16:09:57.194309 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2a981b6c-17cc-4d55-9311-9f2eac3be50b req-f158f819-9b84-42f7-8cfb-f01959fe1b38 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/security-groups?id=0db6ae28-ff76-480a-b569-7245a2bcc1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830605 Jan 19 16:09:58.506485 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52271150-96ed-49dd-af21-7ca7ebd7f3ec req-34a826c7-608e-44da-933e-d43613ebc4b9 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:09:58.508217 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-52271150-96ed-49dd-af21-7ca7ebd7f3ec req-34a826c7-608e-44da-933e-d43613ebc4b9 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ac308372-d58d-4409-a561-95ba8f0a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1124165 Jan 19 16:09:58.573410 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-52271150-96ed-49dd-af21-7ca7ebd7f3ec req-28d4d2af-5e81-4d68-b1b3-ea48a0a355e0 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/security-groups?id=0db6ae28-ff76-480a-b569-7245a2bcc1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555487 Jan 19 16:10:04.020391 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-fb21b50b-820b-4a9e-a850-cf6c318cf3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:10:05.104325 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:10:05.149747 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-24fa7733-c98a-488a-b6f6-d54d6be429bb req-b3195d34-b20c-430c-9e96-4c23ad2a56e9 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=ac308372-d58d-4409-a561-95ba8f0a2eb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1272252 Jan 19 16:10:05.401063 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa7733-c98a-488a-b6f6-d54d6be429bb req-cd7a59bf-68f8-4c9b-b725-29dd3f5e0440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:10:05.402849 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-24fa7733-c98a-488a-b6f6-d54d6be429bb req-cd7a59bf-68f8-4c9b-b725-29dd3f5e0440 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=175988676f8b4dd4b81a484ca248aee5&device_id=ac308372-d58d-4409-a561-95ba8f0a2eb7 HTTP/1.1" status: 200 len: 1162 time: 0.1108038 Jan 19 16:10:05.702990 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa7733-c98a-488a-b6f6-d54d6be429bb req-b0b10239-2515-486d-81bf-976185214185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:10:05.705189 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-24fa7733-c98a-488a-b6f6-d54d6be429bb req-b0b10239-2515-486d-81bf-976185214185 service neutron] 10.222.0.104 "GET /v2.0/networks?id=49bb5f14-d252-4515-bf1b-3a1971a9463a HTTP/1.1" status: 200 len: 908 time: 0.2701967 Jan 19 16:10:05.798183 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-24fa7733-c98a-488a-b6f6-d54d6be429bb req-c9bfc814-7de7-49b4-9c35-df3ba173bbde service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bccc21f3-af14-4a08-b620-433109f6a404 HTTP/1.1" status: 200 len: 217 time: 0.0846717 Jan 19 16:10:05.896183 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa7733-c98a-488a-b6f6-d54d6be429bb req-6a2a5f59-e781-435a-b437-7943a61175e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:10:05.898358 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-24fa7733-c98a-488a-b6f6-d54d6be429bb req-6a2a5f59-e781-435a-b437-7943a61175e8 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=919b87c9-567e-4962-a7c5-95fc7da2f908 HTTP/1.1" status: 200 len: 854 time: 0.0834432 Jan 19 16:10:05.998978 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-24fa7733-c98a-488a-b6f6-d54d6be429bb req-cd612cb5-0202-40e8-94fd-f250f8c70aea service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=49bb5f14-d252-4515-bf1b-3a1971a9463a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932190 Jan 19 16:10:06.509714 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-24fa7733-c98a-488a-b6f6-d54d6be429bb req-a8910067-173a-4328-91be-d9d5e49bf7ac service neutron] 10.222.0.104 "GET /v2.0/networks/49bb5f14-d252-4515-bf1b-3a1971a9463a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006852 Jan 19 16:10:06.725947 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-24fa7733-c98a-488a-b6f6-d54d6be429bb req-757119f1-ab45-4f58-a256-e3232c6f5f0b service neutron] 10.222.0.104 "GET /v2.0/networks/49bb5f14-d252-4515-bf1b-3a1971a9463a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2016542 Jan 19 16:10:06.845534 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:10:07.156757 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:10:07.314194 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-49495239-9d29-40e8-8e44-ec1b0ab5f79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:10:07.939925 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:10:09.176466 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:10:34.017995 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-01aed8b1-cfeb-4eee-97f6-57c249dd4494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:10:36.860276 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:10:37.137578 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:10:37.323986 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-094fd492-93f6-4950-83bf-3a49675be8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:10:37.939056 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:10:39.176777 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:10:42.100321 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:10:44.263383 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45c1ce-7f82-44b5-94f9-fb3b1a7961fe req-43082ee4-3d01-474b-849a-efa9b2b9a158 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:10:44.266274 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1f45c1ce-7f82-44b5-94f9-fb3b1a7961fe req-43082ee4-3d01-474b-849a-efa9b2b9a158 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ac308372-d58d-4409-a561-95ba8f0a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1847353 Jan 19 16:10:44.338120 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1f45c1ce-7f82-44b5-94f9-fb3b1a7961fe req-f7858f95-689a-47e1-88af-1f1046150868 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/security-groups?id=0db6ae28-ff76-480a-b569-7245a2bcc1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586753 Jan 19 16:10:45.666819 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b8d16-46d3-4a99-bd94-5eda0e34b63b req-c324360a-9f31-47ff-92ca-bab3078a1b5f tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:10:45.668625 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1b9b8d16-46d3-4a99-bd94-5eda0e34b63b req-c324360a-9f31-47ff-92ca-bab3078a1b5f tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ac308372-d58d-4409-a561-95ba8f0a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1378202 Jan 19 16:10:45.746036 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-1b9b8d16-46d3-4a99-bd94-5eda0e34b63b req-8443ae4e-a6a2-469d-a7f8-0556f8041545 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/security-groups?id=0db6ae28-ff76-480a-b569-7245a2bcc1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634477 Jan 19 16:10:47.058121 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522ee9e-04b3-4fdd-a9b9-16d39918b40e req-c0e79295-0446-4952-bf2f-d5f02abb711b tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:10:47.059864 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f522ee9e-04b3-4fdd-a9b9-16d39918b40e req-c0e79295-0446-4952-bf2f-d5f02abb711b tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ac308372-d58d-4409-a561-95ba8f0a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1508806 Jan 19 16:10:47.160138 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-f522ee9e-04b3-4fdd-a9b9-16d39918b40e req-8e9f2bed-2254-482c-857e-d9ef36de92b6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/security-groups?id=0db6ae28-ff76-480a-b569-7245a2bcc1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922272 Jan 19 16:10:48.465455 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d6bf4-b1f5-4e56-96df-84bd4a911573 req-95711086-1a0c-4650-89c0-91c4dcfb38af tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:10:48.468744 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bf4d6bf4-b1f5-4e56-96df-84bd4a911573 req-95711086-1a0c-4650-89c0-91c4dcfb38af tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ac308372-d58d-4409-a561-95ba8f0a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1661177 Jan 19 16:10:48.531922 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bf4d6bf4-b1f5-4e56-96df-84bd4a911573 req-1b643a72-a8e1-4650-a782-f7271c9790c7 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/security-groups?id=0db6ae28-ff76-480a-b569-7245a2bcc1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556092 Jan 19 16:10:49.797624 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c37ab-2b36-4825-bf98-48678b6a5ceb req-52357f58-2a45-46c8-8457-7ad1f8e0fffa tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:10:49.799848 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c71c37ab-2b36-4825-bf98-48678b6a5ceb req-52357f58-2a45-46c8-8457-7ad1f8e0fffa tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ac308372-d58d-4409-a561-95ba8f0a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1156318 Jan 19 16:10:49.870274 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c71c37ab-2b36-4825-bf98-48678b6a5ceb req-13b946f9-335e-4c1b-afc0-150f3a3f135a tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/security-groups?id=0db6ae28-ff76-480a-b569-7245a2bcc1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627959 Jan 19 16:10:51.141252 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9389644-250f-4a7c-bc03-19326b4e4f67 req-2fcad84b-9f0e-4533-bcf8-c1ceee92ca8b tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:10:51.143053 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e9389644-250f-4a7c-bc03-19326b4e4f67 req-2fcad84b-9f0e-4533-bcf8-c1ceee92ca8b tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ac308372-d58d-4409-a561-95ba8f0a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1104193 Jan 19 16:10:51.214206 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e9389644-250f-4a7c-bc03-19326b4e4f67 req-2c3d311c-1588-4c71-88c2-d8cca1c459f0 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/security-groups?id=0db6ae28-ff76-480a-b569-7245a2bcc1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556223 Jan 19 16:10:51.745906 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f948b-9a71-4791-a742-dac815d7b6f3 req-0db32b90-cbd0-4715-96e5-4eac84196324 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:10:51.747735 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-063f948b-9a71-4791-a742-dac815d7b6f3 req-0db32b90-cbd0-4715-96e5-4eac84196324 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.104 "GET /v2.0/ports?device_id=ac308372-d58d-4409-a561-95ba8f0a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1106098 Jan 19 16:10:51.839847 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-063f948b-9a71-4791-a742-dac815d7b6f3 req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Deleting port bccc21f3-af14-4a08-b620-433109f6a404 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:10:51.840234 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-063f948b-9a71-4791-a742-dac815d7b6f3 req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:10:52.185554 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-063f948b-9a71-4791-a742-dac815d7b6f3 req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] For port bccc21f3-af14-4a08-b620-433109f6a404, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=bccc21f3-af14-4a08-b620-433109f6a404,segment=NetworkSegment(7005053f-00ae-443d-810d-f84a353af26d),segment_id=7005053f-00ae-443d-810d-f84a353af26d)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:10:52.186215 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-063f948b-9a71-4791-a742-dac815d7b6f3 req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:10:52.336413 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-063f948b-9a71-4791-a742-dac815d7b6f3 req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Calling delete_port for bccc21f3-af14-4a08-b620-433109f6a404 owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:10:52.574462 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-063f948b-9a71-4791-a742-dac815d7b6f3 req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:10:52.591249 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-0609cf6f-cbf4-40fc-a5f2-498e6236b554 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:10:52.646692 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e55af-63da-4074-a630-95fd255d97cd req-7b0edbbe-5982-47f9-a6f7-d1c433c96cfa tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:10:52.648491 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ec9e55af-63da-4074-a630-95fd255d97cd req-7b0edbbe-5982-47f9-a6f7-d1c433c96cfa tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ac308372-d58d-4409-a561-95ba8f0a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.2411695 Jan 19 16:10:52.669472 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Pushing event deleted for resources: {'Port': ['ID=bccc21f3-af14-4a08-b620-433109f6a404,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:10:52.751768 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:10:52.752169 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:10:52.752577 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:10:52.753032 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:10:52.753439 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:10:52.753958 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:10:52.754370 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:10:52.754809 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:10:52.755214 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:10:52.755615 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:10:52.756009 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:10:52.756407 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:10:52.756898 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:10:52.757296 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:10:52.757694 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:10:52.758078 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:10:52.758472 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:10:52.758894 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:10:52.759284 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:10:52.759671 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:10:52.760060 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:10:52.760451 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:10:52.760841 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:10:52.761229 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:10:52.772227 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:10:52.825096 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ec9e55af-63da-4074-a630-95fd255d97cd req-5401a826-94ea-417e-b2f4-1cd7652cbb42 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/security-groups?id=0db6ae28-ff76-480a-b569-7245a2bcc1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602542 Jan 19 16:10:52.908790 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-063f948b-9a71-4791-a742-dac815d7b6f3 req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] No DVR routers for this DVR port bccc21f3-af14-4a08-b620-433109f6a404 on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 16:10:52.912091 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-063f948b-9a71-4791-a742-dac815d7b6f3 req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:10:52.915196 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac308372-d58d-4409-a561-95ba8f0a2eb7', 'name': 'network-vif-deleted', 'tag': 'bccc21f3-af14-4a08-b620-433109f6a404'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:10:52.936090 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-063f948b-9a71-4791-a742-dac815d7b6f3 req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.104 "DELETE /v2.0/ports/bccc21f3-af14-4a08-b620-433109f6a404 HTTP/1.1" status: 204 len: 173 time: 1.1805065 Jan 19 16:10:53.089696 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac308372-d58d-4409-a561-95ba8f0a2eb7', 'name': 'network-vif-deleted', 'tag': 'bccc21f3-af14-4a08-b620-433109f6a404', 'status': 'completed', 'code': 200} Jan 19 16:10:53.136745 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device bccc21f3-af14-4a08-b620-433109f6a404 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:10:53.188527 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-1d938050-43af-419f-856f-616e6f46b1df None None] No Port match for: bccc21f3-af14-4a08-b620-433109f6a404 {{(pid=80161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 16:10:53.189206 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device bccc21f3-af14-4a08-b620-433109f6a404 not bound to the agent host hv-cinder-66710 {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 16:10:58.588556 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-84d37700-c183-45ff-af5f-3adf80b041eb tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:10:58.590290 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-84d37700-c183-45ff-af5f-3adf80b041eb tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/networks?id=49bb5f14-d252-4515-bf1b-3a1971a9463a HTTP/1.1" status: 200 len: 814 time: 0.1963208 Jan 19 16:10:58.608441 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-e7f56370-814f-43fa-9c9c-f9d8653c76e9 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/quotas/175988676f8b4dd4b81a484ca248aee5 HTTP/1.1" status: 200 len: 375 time: 0.0113442 Jan 19 16:10:58.667520 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-f25430b6-3794-43d1-aab4-4ab5d5501a4b tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Synchronizing usage tracker for tenant:175988676f8b4dd4b81a484ca248aee5 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:10:58.685556 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-f25430b6-3794-43d1-aab4-4ab5d5501a4b tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Unset dirty status for tenant:175988676f8b4dd4b81a484ca248aee5 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:10:58.687141 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-f25430b6-3794-43d1-aab4-4ab5d5501a4b tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?tenant_id=175988676f8b4dd4b81a484ca248aee5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712276 Jan 19 16:10:58.890592 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-967347a6-6603-4689-8b0c-6bba4c99aebc service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=80160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 16:10:58.891845 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-967347a6-6603-4689-8b0c-6bba4c99aebc service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1967552 Jan 19 16:10:59.056434 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-aeafbc2d-01b6-430b-8ce5-c1f0a73e200d service neutron] 10.222.0.110 "GET /v2.0/networks/49bb5f14-d252-4515-bf1b-3a1971a9463a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530631 Jan 19 16:10:59.282407 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-048f6439-6a45-4309-ad92-c14da6cfbd01 service neutron] 10.222.0.110 "GET /v2.0/networks/49bb5f14-d252-4515-bf1b-3a1971a9463a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1929917 Jan 19 16:10:59.548764 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e31dc291-cc2e-4dfb-984d-e524ffc5e3a7 req-c02583f7-73bb-4caf-8946-06de0858bcd6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ef230bd4-5044-4411-b127-318410cbaae1 HTTP/1.1" status: 200 len: 210 time: 0.0673575 Jan 19 16:11:00.787489 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-adfc8f56-b2f0-4c88-bbfc-7962e08da916 req-5657e757-e1c9-4e6e-9cd1-220a59946924 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ef230bd4-5044-4411-b127-318410cbaae1 HTTP/1.1" status: 200 len: 210 time: 0.0775650 Jan 19 16:11:01.073575 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-0b98e716-a5ca-4f28-a913-40a77b197113 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:11:01.075325 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-0b98e716-a5ca-4f28-a913-40a77b197113 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.104 "GET /v2.0/networks?id=49bb5f14-d252-4515-bf1b-3a1971a9463a HTTP/1.1" status: 200 len: 814 time: 0.2312672 Jan 19 16:11:01.096842 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-94ca1c09-bead-4b01-a763-c103f85c3851 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Request body: {'port': {'device_id': 'ef230bd4-5044-4411-b127-318410cbaae1', 'network_id': '49bb5f14-d252-4515-bf1b-3a1971a9463a', 'admin_state_up': True, 'tenant_id': '175988676f8b4dd4b81a484ca248aee5'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:11:01.323158 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-94ca1c09-bead-4b01-a763-c103f85c3851 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:11:01.344488 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-94ca1c09-bead-4b01-a763-c103f85c3851 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:11:01.360808 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-94ca1c09-bead-4b01-a763-c103f85c3851 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Made reservation on behalf of 175988676f8b4dd4b81a484ca248aee5 for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:11:01.371478 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-94ca1c09-bead-4b01-a763-c103f85c3851 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:01.789826 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-94ca1c09-bead-4b01-a763-c103f85c3851 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Allocated IP 172.20.0.14 (49bb5f14-d252-4515-bf1b-3a1971a9463a/919b87c9-567e-4962-a7c5-95fc7da2f908/50b20e32-9a43-4c28-bc4d-52740af15749) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:11:02.171433 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b21171ca-5647-4578-a922-10e3bfaf28bc req-9bfa22c9-60e7-4955-909a-1e1a3a364b6d tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ef230bd4-5044-4411-b127-318410cbaae1 HTTP/1.1" status: 200 len: 210 time: 0.0706992 Jan 19 16:11:02.464825 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-94ca1c09-bead-4b01-a763-c103f85c3851 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:02.496908 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-94ca1c09-bead-4b01-a763-c103f85c3851 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:02.513332 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-68a16e29-3b0f-4b79-88ea-72a5e55f88af tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:11:02.667003 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca1c09-bead-4b01-a763-c103f85c3851 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Pushing event updated for resources: {'Port': ['ID=50b20e32-9a43-4c28-bc4d-52740af15749,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:11:02.672662 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-94ca1c09-bead-4b01-a763-c103f85c3851 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:11:02.739241 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-94ca1c09-bead-4b01-a763-c103f85c3851 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Network 49bb5f14-d252-4515-bf1b-3a1971a9463a is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:11:02.740536 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-94ca1c09-bead-4b01-a763-c103f85c3851 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:11:02.743189 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-94ca1c09-bead-4b01-a763-c103f85c3851 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:11:02.831640 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-94ca1c09-bead-4b01-a763-c103f85c3851 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:11:02.832551 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-94ca1c09-bead-4b01-a763-c103f85c3851 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:02.865569 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-94ca1c09-bead-4b01-a763-c103f85c3851 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7736371 Jan 19 16:11:02.885015 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-dccdcaf2-0098-40eb-92ad-d6fb2c916090 service neutron] Request body: {'port': {'device_id': 'ef230bd4-5044-4411-b127-318410cbaae1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:11:03.025529 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-dccdcaf2-0098-40eb-92ad-d6fb2c916090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:03.620345 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9512770-dae5-42c4-acac-2c8aad4f5557 req-393f98e9-8989-4018-a307-523e1fefc87a tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:11:03.621303 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-a9512770-dae5-42c4-acac-2c8aad4f5557 req-393f98e9-8989-4018-a307-523e1fefc87a tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Synchronizing usage tracker for tenant:175988676f8b4dd4b81a484ca248aee5 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:11:03.629466 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-dccdcaf2-0098-40eb-92ad-d6fb2c916090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b20e32-9a43-4c28-bc4d-52740af15749 {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 16:11:03.641764 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-dccdcaf2-0098-40eb-92ad-d6fb2c916090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:03.664393 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-a9512770-dae5-42c4-acac-2c8aad4f5557 req-393f98e9-8989-4018-a307-523e1fefc87a tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Unset dirty status for tenant:175988676f8b4dd4b81a484ca248aee5 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:11:03.665739 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a9512770-dae5-42c4-acac-2c8aad4f5557 req-393f98e9-8989-4018-a307-523e1fefc87a tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ef230bd4-5044-4411-b127-318410cbaae1 HTTP/1.1" status: 200 len: 932 time: 0.2531409 Jan 19 16:11:03.667164 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-dccdcaf2-0098-40eb-92ad-d6fb2c916090 service neutron] Transition to ACTIVE for port object 50b20e32-9a43-4c28-bc4d-52740af15749 will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:11:03.671901 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-dccdcaf2-0098-40eb-92ad-d6fb2c916090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:03.696455 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9aaf9f2b-37d9-4286-87bb-9a13e54acc6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:11:03.902454 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdcaf2-0098-40eb-92ad-d6fb2c916090 service neutron] Pushing event updated for resources: {'Port': ['ID=50b20e32-9a43-4c28-bc4d-52740af15749,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:11:03.912289 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-dccdcaf2-0098-40eb-92ad-d6fb2c916090 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:11:03.934633 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a9512770-dae5-42c4-acac-2c8aad4f5557 req-4c75ed6f-a210-47de-916b-f12a9ddecafc tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/security-groups?id=0db6ae28-ff76-480a-b569-7245a2bcc1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416873 Jan 19 16:11:04.026452 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-706d8daa-a05b-4416-a905-34090423fdde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:04.199563 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-dccdcaf2-0098-40eb-92ad-d6fb2c916090 service neutron] Attempting to bind port 50b20e32-9a43-4c28-bc4d-52740af15749 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 16:11:04.199947 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-dccdcaf2-0098-40eb-92ad-d6fb2c916090 service neutron] Attempting to bind port 50b20e32-9a43-4c28-bc4d-52740af15749 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '7005053f-00ae-443d-810d-f84a353af26d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49bb5f14-d252-4515-bf1b-3a1971a9463a'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 16:11:04.200324 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-dccdcaf2-0098-40eb-92ad-d6fb2c916090 service neutron] Attempting to bind port 50b20e32-9a43-4c28-bc4d-52740af15749 on network 49bb5f14-d252-4515-bf1b-3a1971a9463a {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 16:11:04.208295 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-dccdcaf2-0098-40eb-92ad-d6fb2c916090 service neutron] Checking agent: {'id': '073d1919-22dd-4be4-a5f1-d010cf1bf21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 56, 7), 'started_at': datetime.datetime(2021, 1, 19, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 16:11:04.208680 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-dccdcaf2-0098-40eb-92ad-d6fb2c916090 service neutron] Checking segment: {'id': '7005053f-00ae-443d-810d-f84a353af26d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49bb5f14-d252-4515-bf1b-3a1971a9463a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:11:04.209088 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-dccdcaf2-0098-40eb-92ad-d6fb2c916090 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:04.209488 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-dccdcaf2-0098-40eb-92ad-d6fb2c916090 service neutron] Bound using segment: {'id': '7005053f-00ae-443d-810d-f84a353af26d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49bb5f14-d252-4515-bf1b-3a1971a9463a'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 16:11:04.209986 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-dccdcaf2-0098-40eb-92ad-d6fb2c916090 service neutron] Bound port: 50b20e32-9a43-4c28-bc4d-52740af15749, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7005053f-00ae-443d-810d-f84a353af26d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49bb5f14-d252-4515-bf1b-3a1971a9463a'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 16:11:04.210369 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-dccdcaf2-0098-40eb-92ad-d6fb2c916090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:04.382141 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-dccdcaf2-0098-40eb-92ad-d6fb2c916090 service neutron] For port 50b20e32-9a43-4c28-bc4d-52740af15749, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 16:11:04.388358 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-dccdcaf2-0098-40eb-92ad-d6fb2c916090 service neutron] For port 50b20e32-9a43-4c28-bc4d-52740af15749, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=50b20e32-9a43-4c28-bc4d-52740af15749,segment=NetworkSegment(7005053f-00ae-443d-810d-f84a353af26d),segment_id=7005053f-00ae-443d-810d-f84a353af26d)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 16:11:04.394208 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-dccdcaf2-0098-40eb-92ad-d6fb2c916090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:04.427619 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1cca83ea-d161-4b24-85d7-3af342356830 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:11:04.693688 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdcaf2-0098-40eb-92ad-d6fb2c916090 service neutron] Pushing event updated for resources: {'Port': ['ID=50b20e32-9a43-4c28-bc4d-52740af15749,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:11:04.699719 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-dccdcaf2-0098-40eb-92ad-d6fb2c916090 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:11:04.738894 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-dccdcaf2-0098-40eb-92ad-d6fb2c916090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:11:04.739585 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-dccdcaf2-0098-40eb-92ad-d6fb2c916090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:04.741182 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-dccdcaf2-0098-40eb-92ad-d6fb2c916090 service neutron] 10.222.0.104 "PUT /v2.0/ports/50b20e32-9a43-4c28-bc4d-52740af15749 HTTP/1.1" status: 200 len: 1158 time: 1.8616111 Jan 19 16:11:04.741760 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef230bd4-5044-4411-b127-318410cbaae1', 'tag': '50b20e32-9a43-4c28-bc4d-52740af15749'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:11:04.832103 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef230bd4-5044-4411-b127-318410cbaae1', 'tag': '50b20e32-9a43-4c28-bc4d-52740af15749', 'status': 'completed', 'code': 200} Jan 19 16:11:04.876799 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-c82ff1f5-b824-4a32-8ca2-c298146acd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:11:04.878571 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-c82ff1f5-b824-4a32-8ca2-c298146acd0a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=175988676f8b4dd4b81a484ca248aee5&device_id=ef230bd4-5044-4411-b127-318410cbaae1 HTTP/1.1" status: 200 len: 1161 time: 0.0904059 Jan 19 16:11:04.964081 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-e9e44b6d-0fc5-4332-aa4f-cf356f6567c5 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50b20e32-9a43-4c28-bc4d-52740af15749 HTTP/1.1" status: 200 len: 217 time: 0.0765600 Jan 19 16:11:05.099893 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-5d3917b9-ba9a-41e6-849e-4a97c8769d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:11:05.101604 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-5d3917b9-ba9a-41e6-849e-4a97c8769d04 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=919b87c9-567e-4962-a7c5-95fc7da2f908 HTTP/1.1" status: 200 len: 854 time: 0.1285720 Jan 19 16:11:05.216467 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-b054cb2b-ba10-4b17-9c5f-15e8a74143aa service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=49bb5f14-d252-4515-bf1b-3a1971a9463a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628963 Jan 19 16:11:05.450198 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76db7f-1b6e-4680-87a9-b573f95c9cc0 req-8e7a7c5f-f403-49a3-aa89-46e882202d26 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:11:05.452093 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cb76db7f-1b6e-4680-87a9-b573f95c9cc0 req-8e7a7c5f-f403-49a3-aa89-46e882202d26 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ef230bd4-5044-4411-b127-318410cbaae1 HTTP/1.1" status: 200 len: 944 time: 0.3454380 Jan 19 16:11:05.544027 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-504381a3-db56-4a6b-b6c5-bee9c08d652f service neutron] 10.222.0.104 "GET /v2.0/networks/49bb5f14-d252-4515-bf1b-3a1971a9463a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107696 Jan 19 16:11:05.555693 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-cb76db7f-1b6e-4680-87a9-b573f95c9cc0 req-e33b0dcf-8387-4c7d-afc7-4bf837fcb412 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/security-groups?id=0db6ae28-ff76-480a-b569-7245a2bcc1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941176 Jan 19 16:11:05.725392 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3bd27dad-8fcd-4c9a-bc69-062e83d4a446 req-cee4e938-a1bf-43b6-a0d0-834aa93a27a5 service neutron] 10.222.0.104 "GET /v2.0/networks/49bb5f14-d252-4515-bf1b-3a1971a9463a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1685042 Jan 19 16:11:05.866629 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af1372-4cda-44a6-b222-fe6c8b1fdb0c req-1c7aa418-3f6d-461b-ab39-9adf51cf7602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:11:05.868658 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-65af1372-4cda-44a6-b222-fe6c8b1fdb0c req-1c7aa418-3f6d-461b-ab39-9adf51cf7602 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=175988676f8b4dd4b81a484ca248aee5&device_id=ef230bd4-5044-4411-b127-318410cbaae1 HTTP/1.1" status: 200 len: 1161 time: 0.0864224 Jan 19 16:11:06.046450 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af1372-4cda-44a6-b222-fe6c8b1fdb0c req-986f560a-d5ef-4f40-b2e9-70143f851670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:11:06.048296 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-65af1372-4cda-44a6-b222-fe6c8b1fdb0c req-986f560a-d5ef-4f40-b2e9-70143f851670 service neutron] 10.222.0.104 "GET /v2.0/networks?id=49bb5f14-d252-4515-bf1b-3a1971a9463a HTTP/1.1" status: 200 len: 908 time: 0.1672745 Jan 19 16:11:06.180309 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-65af1372-4cda-44a6-b222-fe6c8b1fdb0c req-a2a617ba-177c-454c-99b5-0a5889bdce14 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50b20e32-9a43-4c28-bc4d-52740af15749 HTTP/1.1" status: 200 len: 217 time: 0.1210680 Jan 19 16:11:06.262284 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af1372-4cda-44a6-b222-fe6c8b1fdb0c req-f95c0a5a-b875-4c60-be7a-60b6ac570c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:11:06.264113 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-65af1372-4cda-44a6-b222-fe6c8b1fdb0c req-f95c0a5a-b875-4c60-be7a-60b6ac570c9d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=919b87c9-567e-4962-a7c5-95fc7da2f908 HTTP/1.1" status: 200 len: 854 time: 0.0739007 Jan 19 16:11:06.327662 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-65af1372-4cda-44a6-b222-fe6c8b1fdb0c req-cec36d32-6692-4332-b7ef-ddf08d1e870c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=49bb5f14-d252-4515-bf1b-3a1971a9463a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541809 Jan 19 16:11:06.520880 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-65af1372-4cda-44a6-b222-fe6c8b1fdb0c req-0bbbb2a5-e964-4ae5-b552-56495a433b17 service neutron] 10.222.0.104 "GET /v2.0/networks/49bb5f14-d252-4515-bf1b-3a1971a9463a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832581 Jan 19 16:11:06.882080 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:06.981772 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-65af1372-4cda-44a6-b222-fe6c8b1fdb0c req-d4761fe8-449d-4af2-b346-db6f448db602 service neutron] 10.222.0.104 "GET /v2.0/networks/49bb5f14-d252-4515-bf1b-3a1971a9463a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4497898 Jan 19 16:11:07.030872 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f51f9b-cc25-4e3f-84ab-66e40ad55e0b req-1eb7d7f7-f93e-47ae-a4c1-c257f39d2293 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:11:07.032646 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-09f51f9b-cc25-4e3f-84ab-66e40ad55e0b req-1eb7d7f7-f93e-47ae-a4c1-c257f39d2293 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ef230bd4-5044-4411-b127-318410cbaae1 HTTP/1.1" status: 200 len: 944 time: 0.1533389 Jan 19 16:11:07.092338 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-09f51f9b-cc25-4e3f-84ab-66e40ad55e0b req-aa21c9e5-1d23-40b5-92d4-a0a248c012f2 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/security-groups?id=0db6ae28-ff76-480a-b569-7245a2bcc1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521624 Jan 19 16:11:07.145653 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:07.312372 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8d66caaa-ebb7-417c-b289-bb2f9fab2739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:07.608506 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 50b20e32-9a43-4c28-bc4d-52740af15749 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:11:07.684571 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning for port 50b20e32-9a43-4c28-bc4d-52740af15749 completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:11:07.691373 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 50b20e32-9a43-4c28-bc4d-52740af15749 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:11:07.691808 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:07.845331 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:07.886000 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef230bd4-5044-4411-b127-318410cbaae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b20e32-9a43-4c28-bc4d-52740af15749'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:11:07.906421 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port 50b20e32-9a43-4c28-bc4d-52740af15749, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=50b20e32-9a43-4c28-bc4d-52740af15749,segment=NetworkSegment(7005053f-00ae-443d-810d-f84a353af26d),segment_id=7005053f-00ae-443d-810d-f84a353af26d)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:11:07.911181 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:07.913292 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:11:08.011730 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:08.027538 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=50b20e32-9a43-4c28-bc4d-52740af15749,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:11:08.038850 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:11:08.039248 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:11:08.039644 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:11:08.040034 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:11:08.040414 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:11:08.040796 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:11:08.041179 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:11:08.041527 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:11:08.041902 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:11:08.042256 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:11:08.042629 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:11:08.043055 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:11:08.043531 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:11:08.043904 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:11:08.044281 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:11:08.044651 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:11:08.045025 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:11:08.045397 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:11:08.045767 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:11:08.046126 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:11:08.046520 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:11:08.046923 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:11:08.047293 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:11:08.047663 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:11:08.053446 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:11:08.077150 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef230bd4-5044-4411-b127-318410cbaae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b20e32-9a43-4c28-bc4d-52740af15749', 'code': 200} Jan 19 16:11:08.386765 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f13367-9605-465d-8297-3a13887c6fbe req-32c20294-f23a-416c-96d9-de2136488fdd tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:11:08.388505 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-75f13367-9605-465d-8297-3a13887c6fbe req-32c20294-f23a-416c-96d9-de2136488fdd tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ef230bd4-5044-4411-b127-318410cbaae1 HTTP/1.1" status: 200 len: 946 time: 0.1202834 Jan 19 16:11:08.497714 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-75f13367-9605-465d-8297-3a13887c6fbe req-014da107-5496-48e1-bb28-cc559870573a tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/security-groups?id=0db6ae28-ff76-480a-b569-7245a2bcc1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671220 Jan 19 16:11:08.526115 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a349086-2331-496b-88f3-4dbfb8939d61 req-04eda09d-e86a-4955-904a-63b4487fdbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:11:08.527817 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0a349086-2331-496b-88f3-4dbfb8939d61 req-04eda09d-e86a-4955-904a-63b4487fdbce service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=ef230bd4-5044-4411-b127-318410cbaae1 HTTP/1.1" status: 200 len: 1163 time: 0.1383245 Jan 19 16:11:08.582640 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0a349086-2331-496b-88f3-4dbfb8939d61 req-74df1716-93ea-4ce3-9ee4-acbd812c00f1 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=0db6ae28-ff76-480a-b569-7245a2bcc1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460734 Jan 19 16:11:09.182309 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:09.345071 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 50b20e32-9a43-4c28-bc4d-52740af15749 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:11:09.427259 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port 50b20e32-9a43-4c28-bc4d-52740af15749 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:11:09.427921 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:09.821995 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862c25e-fb7a-4a50-a804-e757d8bb26a6 req-9b61f012-ca7f-4083-a3a4-2d83070fcb34 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:11:09.824479 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6862c25e-fb7a-4a50-a804-e757d8bb26a6 req-9b61f012-ca7f-4083-a3a4-2d83070fcb34 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ef230bd4-5044-4411-b127-318410cbaae1 HTTP/1.1" status: 200 len: 946 time: 0.1299295 Jan 19 16:11:09.891875 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6862c25e-fb7a-4a50-a804-e757d8bb26a6 req-da76fd23-d0ca-43fb-9dd6-bf1766fe2a55 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/security-groups?id=0db6ae28-ff76-480a-b569-7245a2bcc1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558784 Jan 19 16:11:11.156105 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd423df-6a98-4986-8bd4-6a6ef7e2c9f3 req-9b80e8d2-a3c6-4289-a0f2-aee28764cba0 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:11:11.158129 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bcd423df-6a98-4986-8bd4-6a6ef7e2c9f3 req-9b80e8d2-a3c6-4289-a0f2-aee28764cba0 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ef230bd4-5044-4411-b127-318410cbaae1 HTTP/1.1" status: 200 len: 946 time: 0.1224837 Jan 19 16:11:11.220906 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bcd423df-6a98-4986-8bd4-6a6ef7e2c9f3 req-db7a8cdb-891b-43da-97b3-19ea4affdb68 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/security-groups?id=0db6ae28-ff76-480a-b569-7245a2bcc1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548060 Jan 19 16:11:19.108069 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:11:33.772455 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c98991-a09c-40f7-832e-8c3912d4675d req-de92d86e-113e-432e-be91-c025dbd98dbe tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:11:33.775566 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b2c98991-a09c-40f7-832e-8c3912d4675d req-de92d86e-113e-432e-be91-c025dbd98dbe tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ef230bd4-5044-4411-b127-318410cbaae1 HTTP/1.1" status: 200 len: 946 time: 0.1961112 Jan 19 16:11:33.838735 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b2c98991-a09c-40f7-832e-8c3912d4675d req-f5864c92-1356-4f9d-b551-93a72833a4ca tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/security-groups?id=0db6ae28-ff76-480a-b569-7245a2bcc1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566392 Jan 19 16:11:34.012113 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ab6f4ee8-b3bb-4f13-abc8-c55bf0e9ce4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:35.124929 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c3f93-b399-49b1-8c4e-08ef56998130 req-6ba3d476-a35d-47c8-9768-bfdebe6b4ca0 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:11:35.126815 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3a5c3f93-b399-49b1-8c4e-08ef56998130 req-6ba3d476-a35d-47c8-9768-bfdebe6b4ca0 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ef230bd4-5044-4411-b127-318410cbaae1 HTTP/1.1" status: 200 len: 946 time: 0.1376710 Jan 19 16:11:35.201687 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3a5c3f93-b399-49b1-8c4e-08ef56998130 req-123c0f42-1cb9-4515-8164-90a4e6f88057 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/security-groups?id=0db6ae28-ff76-480a-b569-7245a2bcc1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663087 Jan 19 16:11:36.504616 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c1c9b-4ab8-4467-9377-292a924be8d8 req-ddd5cd7e-c16e-4af0-ab5c-5794b22f3b65 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:11:36.506526 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d21c1c9b-4ab8-4467-9377-292a924be8d8 req-ddd5cd7e-c16e-4af0-ab5c-5794b22f3b65 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ef230bd4-5044-4411-b127-318410cbaae1 HTTP/1.1" status: 200 len: 946 time: 0.1470208 Jan 19 16:11:36.581276 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d21c1c9b-4ab8-4467-9377-292a924be8d8 req-b5284395-4f18-43f9-8e3e-9530ed672499 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/security-groups?id=0db6ae28-ff76-480a-b569-7245a2bcc1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672455 Jan 19 16:11:36.911096 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:37.145896 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:37.309321 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1a7db618-b3e0-4018-ba24-6c16703218b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:37.870776 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cfbd7-0e53-4d58-a503-b2bb5a2ca5d0 req-bf77ea71-8f08-444c-9ef7-5744b6d89371 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:11:37.873188 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ab1cfbd7-0e53-4d58-a503-b2bb5a2ca5d0 req-bf77ea71-8f08-444c-9ef7-5744b6d89371 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ef230bd4-5044-4411-b127-318410cbaae1 HTTP/1.1" status: 200 len: 946 time: 0.1150868 Jan 19 16:11:37.939074 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ab1cfbd7-0e53-4d58-a503-b2bb5a2ca5d0 req-17526984-0dfe-43bf-b7ef-bacfd8f5b96d tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/security-groups?id=0db6ae28-ff76-480a-b569-7245a2bcc1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582776 Jan 19 16:11:37.949514 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:39.185474 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:39.240113 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726103bd-7b65-46df-9f0f-b7cb01e02364 req-a0af3bf1-a322-4cac-a80b-5249077b75a1 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:11:39.243081 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-726103bd-7b65-46df-9f0f-b7cb01e02364 req-a0af3bf1-a322-4cac-a80b-5249077b75a1 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ef230bd4-5044-4411-b127-318410cbaae1 HTTP/1.1" status: 200 len: 946 time: 0.1523006 Jan 19 16:11:39.306410 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-726103bd-7b65-46df-9f0f-b7cb01e02364 req-e6d81187-f64f-4547-a967-ec45e6882eeb tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/security-groups?id=0db6ae28-ff76-480a-b569-7245a2bcc1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569673 Jan 19 16:11:40.402647 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7531771-a694-4364-ac64-f8966bb96501 req-4aac5d1b-20e2-4ea7-afff-cf3a2fc86187 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:11:40.405897 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a7531771-a694-4364-ac64-f8966bb96501 req-4aac5d1b-20e2-4ea7-afff-cf3a2fc86187 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.104 "GET /v2.0/ports?device_id=ef230bd4-5044-4411-b127-318410cbaae1 HTTP/1.1" status: 200 len: 946 time: 0.1553726 Jan 19 16:11:40.569363 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-a7531771-a694-4364-ac64-f8966bb96501 req-3e3627bc-f0b5-47fa-bf11-3d1605a04907 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Deleting port 50b20e32-9a43-4c28-bc4d-52740af15749 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:11:40.569762 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a7531771-a694-4364-ac64-f8966bb96501 req-3e3627bc-f0b5-47fa-bf11-3d1605a04907 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:40.778241 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8755f2-9cad-463b-a189-6122d8336c07 req-291088e3-024b-45a1-b017-d223d844c2f8 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:11:40.779985 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fa8755f2-9cad-463b-a189-6122d8336c07 req-291088e3-024b-45a1-b017-d223d844c2f8 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ef230bd4-5044-4411-b127-318410cbaae1 HTTP/1.1" status: 200 len: 946 time: 0.2884736 Jan 19 16:11:40.930458 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-fa8755f2-9cad-463b-a189-6122d8336c07 req-b2ee4c02-2145-4e67-bfd8-9881e6416767 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/security-groups?id=0db6ae28-ff76-480a-b569-7245a2bcc1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001322 Jan 19 16:11:40.964801 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-a7531771-a694-4364-ac64-f8966bb96501 req-3e3627bc-f0b5-47fa-bf11-3d1605a04907 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] For port 50b20e32-9a43-4c28-bc4d-52740af15749, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=50b20e32-9a43-4c28-bc4d-52740af15749,segment=NetworkSegment(7005053f-00ae-443d-810d-f84a353af26d),segment_id=7005053f-00ae-443d-810d-f84a353af26d)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:11:40.965457 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a7531771-a694-4364-ac64-f8966bb96501 req-3e3627bc-f0b5-47fa-bf11-3d1605a04907 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:41.120532 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-a7531771-a694-4364-ac64-f8966bb96501 req-3e3627bc-f0b5-47fa-bf11-3d1605a04907 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Calling delete_port for 50b20e32-9a43-4c28-bc4d-52740af15749 owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:11:41.298490 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a7531771-a694-4364-ac64-f8966bb96501 req-3e3627bc-f0b5-47fa-bf11-3d1605a04907 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:41.319182 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:11:41.373596 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3627bc-f0b5-47fa-bf11-3d1605a04907 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Pushing event deleted for resources: {'Port': ['ID=50b20e32-9a43-4c28-bc4d-52740af15749,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:11:41.379042 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-3e3627bc-f0b5-47fa-bf11-3d1605a04907 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:11:41.541246 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 50b20e32-9a43-4c28-bc4d-52740af15749 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:11:41.557255 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7531771-a694-4364-ac64-f8966bb96501 req-3e3627bc-f0b5-47fa-bf11-3d1605a04907 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] No DVR routers for this DVR port 50b20e32-9a43-4c28-bc4d-52740af15749 on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 16:11:41.559885 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a7531771-a694-4364-ac64-f8966bb96501 req-3e3627bc-f0b5-47fa-bf11-3d1605a04907 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:11:41.563947 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef230bd4-5044-4411-b127-318410cbaae1', 'name': 'network-vif-deleted', 'tag': '50b20e32-9a43-4c28-bc4d-52740af15749'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:11:41.581645 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a7531771-a694-4364-ac64-f8966bb96501 req-3e3627bc-f0b5-47fa-bf11-3d1605a04907 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.104 "DELETE /v2.0/ports/50b20e32-9a43-4c28-bc4d-52740af15749 HTTP/1.1" status: 204 len: 173 time: 1.1655354 Jan 19 16:11:41.590225 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-1d938050-43af-419f-856f-616e6f46b1df None None] No Port match for: 50b20e32-9a43-4c28-bc4d-52740af15749 {{(pid=80161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 16:11:41.590598 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device 50b20e32-9a43-4c28-bc4d-52740af15749 not bound to the agent host hv-cinder-66710 {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 16:11:41.639300 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef230bd4-5044-4411-b127-318410cbaae1', 'name': 'network-vif-deleted', 'tag': '50b20e32-9a43-4c28-bc4d-52740af15749', 'status': 'completed', 'code': 200} Jan 19 16:11:42.217778 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-4d0de5e2-2762-44a2-bd93-1b7278a669c0 req-02b36c5a-e485-4b22-bc9f-20a6830428f9 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Synchronizing usage tracker for tenant:175988676f8b4dd4b81a484ca248aee5 on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:11:42.246632 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-4d0de5e2-2762-44a2-bd93-1b7278a669c0 req-02b36c5a-e485-4b22-bc9f-20a6830428f9 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Unset dirty status for tenant:175988676f8b4dd4b81a484ca248aee5 on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:11:42.249025 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4d0de5e2-2762-44a2-bd93-1b7278a669c0 req-02b36c5a-e485-4b22-bc9f-20a6830428f9 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] 10.222.0.110 "GET /v2.0/ports?device_id=ef230bd4-5044-4411-b127-318410cbaae1 HTTP/1.1" status: 200 len: 210 time: 0.1263244 Jan 19 16:11:56.105780 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:12:04.024026 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-686d35a4-c539-438c-983d-81ce98c753c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:05.744332 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 51332) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:12:05.844600 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Deleting subnet 919b87c9-567e-4962-a7c5-95fc7da2f908 {{(pid=80159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 16:12:05.850344 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:05.932819 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852053991'] for subnet, precommit_delete_associations {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:06.026421 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854039609'] for subnet, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:06.545540 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852269989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852453329'] for subnet, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:06.570898 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-3f3eb428-1266-44ac-b9b0-3d273e61e039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:06.683175 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=919b87c9-567e-4962-a7c5-95fc7da2f908,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:06.711801 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:06.712224 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:06.712645 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:06.713056 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:06.713468 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:06.713911 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:06.714324 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:06.714791 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:06.715202 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:06.715610 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:06.716051 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:06.716462 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:06.717181 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:06.717592 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:06.718011 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:06.718671 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:06.719111 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:06.719523 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:06.719922 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:06.720351 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:06.720756 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:06.721176 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:06.721722 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:06.722143 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:06.726491 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:06.768013 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:06.776051 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-85b64613-1aab-4a40-a057-48e67cfbaaa8 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/919b87c9-567e-4962-a7c5-95fc7da2f908 HTTP/1.1" status: 204 len: 168 time: 1.0302665 Jan 19 16:12:06.778701 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 51336) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:12:06.915837 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-807703c7-b2cc-4e0e-b034-0f8f6c5edeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245900'] for network, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:06.938215 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:07.159726 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:07.213838 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-807703c7-b2cc-4e0e-b034-0f8f6c5edeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736146', 'neutron.services.segments.db._delete_segments_for_network--9223363244352747226'] for network, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:07.315677 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9fadbe5c-1e8f-4192-90cf-f927f1a3882f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:07.397130 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-807703c7-b2cc-4e0e-b034-0f8f6c5edeee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49bb5f14-d252-4515-bf1b-3a1971a9463a']}} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:12:07.413805 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-807703c7-b2cc-4e0e-b034-0f8f6c5edeee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7005053f-00ae-443d-810d-f84a353af26d') {'for_net_delete': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:12:07.414122 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-807703c7-b2cc-4e0e-b034-0f8f6c5edeee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7005053f-00ae-443d-810d-f84a353af26d') {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:12:07.428839 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-807703c7-b2cc-4e0e-b034-0f8f6c5edeee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244352752346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2721809'] for segment, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:07.455888 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-807703c7-b2cc-4e0e-b034-0f8f6c5edeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:07.459952 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-807703c7-b2cc-4e0e-b034-0f8f6c5edeee admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 16:12:07.804413 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-807703c7-b2cc-4e0e-b034-0f8f6c5edeee admin admin] Network 49bb5f14-d252-4515-bf1b-3a1971a9463a has no segments {{(pid=80159) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 16:12:07.820352 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-807703c7-b2cc-4e0e-b034-0f8f6c5edeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854040106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2506744'] for segment, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:07.937363 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:08.052481 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-807703c7-b2cc-4e0e-b034-0f8f6c5edeee admin admin] Network 49bb5f14-d252-4515-bf1b-3a1971a9463a has no segments {{(pid=80159) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: Traceback (most recent call last): Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: timer() Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: cb(*args, **kw) Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: return func(*args, **kwargs) Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: self._notify() Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: self.callback(batched_events) Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: event.method(event) Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: segment_id)['aggregates'][0] Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: return f(self, *a, **k) Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: return self._get(url).json() Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: **kwargs) Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: return self.request(url, 'GET', **kwargs) Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: **endpoint_filter) Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 16:12:08.096397 dv-cinder-667108-29-smb neutron-server[80046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 16:12:08.253941 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-807703c7-b2cc-4e0e-b034-0f8f6c5edeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854039654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853037674'] for network, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:08.261394 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-807703c7-b2cc-4e0e-b034-0f8f6c5edeee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:08.268439 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:08.303194 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-807703c7-b2cc-4e0e-b034-0f8f6c5edeee admin admin] 10.222.0.110 "DELETE /v2.0/networks/49bb5f14-d252-4515-bf1b-3a1971a9463a HTTP/1.1" status: 204 len: 168 time: 1.5231030 Jan 19 16:12:08.307164 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807703c7-b2cc-4e0e-b034-0f8f6c5edeee admin admin] Pushing event deleted for resources: {'Network': ['ID=49bb5f14-d252-4515-bf1b-3a1971a9463a,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:08.310682 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-807703c7-b2cc-4e0e-b034-0f8f6c5edeee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:08.545781 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 51342) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:12:08.628567 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-675bd103-ce83-4858-b57a-6e92e46ca20f admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=175988676f8b4dd4b81a484ca248aee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0809748 Jan 19 16:12:08.633028 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 51346) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:12:08.721423 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:08.754794 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:08.816635 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:08.826338 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-94b1f2b9-3a82-4986-b77c-af86dae9685a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:08.848090 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db6ae28-ff76-480a-b569-7245a2bcc1c9,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:08.871390 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:08.871990 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:08.872723 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:08.873471 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:08.874183 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:08.874847 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:08.875573 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:08.876944 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:08.877638 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:08.878234 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:08.879053 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:08.879690 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:08.880580 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:08.881186 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:08.881908 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:08.882621 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:08.883319 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:08.883914 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:08.884632 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:08.885350 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:08.886052 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:08.886640 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:08.887377 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:08.888245 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:08.893557 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:08.896020 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/0db6ae28-ff76-480a-b569-7245a2bcc1c9 HTTP/1.1" status: 204 len: 168 time: 0.2609582 Jan 19 16:12:08.897638 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6ad510ba-2639-4f0f-b8b3-ef1c717a5f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:09.198286 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:23.565964 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 51464) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:12:23.794669 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6888fc51-7c3c-41c4-9c9a-6a9ad05ef452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:23.812827 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-6888fc51-7c3c-41c4-9c9a-6a9ad05ef452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:12:23.818188 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-6888fc51-7c3c-41c4-9c9a-6a9ad05ef452 admin admin] Usage tracker for resource:security_group_rule and tenant:0823599f0c9c47db9ca1c1e224f91c76 is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:12:23.821532 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-6888fc51-7c3c-41c4-9c9a-6a9ad05ef452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:12:23.828555 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-6888fc51-7c3c-41c4-9c9a-6a9ad05ef452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:12:23.940693 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6888fc51-7c3c-41c4-9c9a-6a9ad05ef452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:23.944002 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6888fc51-7c3c-41c4-9c9a-6a9ad05ef452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:23.955101 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c05437b2-8f36-40f0-be3f-086e57527237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:24.006986 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-6888fc51-7c3c-41c4-9c9a-6a9ad05ef452 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=0823599f0c9c47db9ca1c1e224f91c76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4395761 Jan 19 16:12:24.008016 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888fc51-7c3c-41c4-9c9a-6a9ad05ef452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0af959b-18af-42a7-a06c-09f37d2bc79f,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:24.010541 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 51470) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:12:24.011894 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6888fc51-7c3c-41c4-9c9a-6a9ad05ef452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:24.133018 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8eaa894a-5bf9-4904-9d3a-e46c28d12565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:24.172930 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8eaa894a-5bf9-4904-9d3a-e46c28d12565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:24.225464 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8eaa894a-5bf9-4904-9d3a-e46c28d12565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:24.230945 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-23c24e2e-7e77-4bc6-abd7-e31160797dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:24.249061 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa894a-5bf9-4904-9d3a-e46c28d12565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0af959b-18af-42a7-a06c-09f37d2bc79f,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:24.253358 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-8eaa894a-5bf9-4904-9d3a-e46c28d12565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:24.255674 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8eaa894a-5bf9-4904-9d3a-e46c28d12565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:24.256942 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-8eaa894a-5bf9-4904-9d3a-e46c28d12565 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/d0af959b-18af-42a7-a06c-09f37d2bc79f HTTP/1.1" status: 204 len: 168 time: 0.2448430 Jan 19 16:12:25.471848 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 51492) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:12:25.701458 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-4c205419-efd2-49a1-82cb-15c9dceea9e1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-950266578-network', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:12:25.709018 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-4c205419-efd2-49a1-82cb-15c9dceea9e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:12:25.714256 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-4c205419-efd2-49a1-82cb-15c9dceea9e1 admin admin] Usage tracker for resource:network and tenant:1e7f8e608b4f4680873703bc3d3775fa is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:12:25.718540 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-4c205419-efd2-49a1-82cb-15c9dceea9e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:12:25.726599 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-4c205419-efd2-49a1-82cb-15c9dceea9e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:12:25.738247 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c205419-efd2-49a1-82cb-15c9dceea9e1 admin admin] Made reservation on behalf of 1e7f8e608b4f4680873703bc3d3775fa for: {'network': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:12:25.743495 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4c205419-efd2-49a1-82cb-15c9dceea9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:25.758598 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4c205419-efd2-49a1-82cb-15c9dceea9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:25.779388 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-4c205419-efd2-49a1-82cb-15c9dceea9e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:12:25.785450 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-4c205419-efd2-49a1-82cb-15c9dceea9e1 admin admin] Usage tracker for resource:security_group_rule and tenant:1e7f8e608b4f4680873703bc3d3775fa is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:12:25.788859 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-4c205419-efd2-49a1-82cb-15c9dceea9e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:12:25.795672 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-4c205419-efd2-49a1-82cb-15c9dceea9e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:12:25.911142 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4c205419-efd2-49a1-82cb-15c9dceea9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:25.915033 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4c205419-efd2-49a1-82cb-15c9dceea9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:25.920139 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9b14efba-47f7-442a-8a85-27f476bd82f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:25.961289 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c205419-efd2-49a1-82cb-15c9dceea9e1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 16:12:25.977396 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c205419-efd2-49a1-82cb-15c9dceea9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cda8aa-a153-4b51-9460-23e18ffe6c43,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:25.982647 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4c205419-efd2-49a1-82cb-15c9dceea9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:25.983909 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4c205419-efd2-49a1-82cb-15c9dceea9e1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792502028574', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:25.984367 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.segments_db [None req-4c205419-efd2-49a1-82cb-15c9dceea9e1 admin admin] Added segment 23508355-3b52-42a9-a063-c3865d2bba06 of type vxlan for network 4e5c4c6e-3754-4adf-914d-87b374ab4b07 Jan 19 16:12:26.043437 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4c205419-efd2-49a1-82cb-15c9dceea9e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363244353260848'] for network, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:26.098148 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4c205419-efd2-49a1-82cb-15c9dceea9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104'] for network, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:26.100233 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c205419-efd2-49a1-82cb-15c9dceea9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:12:26.101136 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4c205419-efd2-49a1-82cb-15c9dceea9e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:26.107717 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:26.322480 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-4c205419-efd2-49a1-82cb-15c9dceea9e1 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8486521 Jan 19 16:12:26.325755 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 51498) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:12:26.333159 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c205419-efd2-49a1-82cb-15c9dceea9e1 admin admin] Pushing event updated for resources: {'Network': ['ID=4e5c4c6e-3754-4adf-914d-87b374ab4b07,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:26.335044 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4c205419-efd2-49a1-82cb-15c9dceea9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:26.340151 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-f4a4eb45-9202-4a23-b201-7174c399b8e8 admin admin] Request body: {'subnet': {'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-950266578-subnet', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'ip_version': 4}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:12:26.347302 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Network 4e5c4c6e-3754-4adf-914d-87b374ab4b07 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 16:12:26.352255 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-f4a4eb45-9202-4a23-b201-7174c399b8e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:12:26.360607 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-f4a4eb45-9202-4a23-b201-7174c399b8e8 admin admin] Usage tracker for resource:subnet and tenant:1e7f8e608b4f4680873703bc3d3775fa is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:12:26.364178 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Network 4e5c4c6e-3754-4adf-914d-87b374ab4b07 details requested by agent ovs-agent-dv-cinder-667108-29-smb with host dv-cinder-667108-29-smb {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 16:12:26.367196 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-f4a4eb45-9202-4a23-b201-7174c399b8e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:12:26.381232 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-f4a4eb45-9202-4a23-b201-7174c399b8e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:12:26.407135 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a4eb45-9202-4a23-b201-7174c399b8e8 admin admin] Made reservation on behalf of 1e7f8e608b4f4680873703bc3d3775fa for: {'subnet': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:12:26.416236 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f4a4eb45-9202-4a23-b201-7174c399b8e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852179958'] for subnet, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:27.132303 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f4a4eb45-9202-4a23-b201-7174c399b8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852179941'] for subnet, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:27.151174 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-20eb6f0f-157e-4b0b-8985-74938276c2fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:27.303709 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4eb45-9202-4a23-b201-7174c399b8e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c4408be-cdb4-41d7-9f34-5acdd3f924ee,revision_number=0']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:27.309437 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f4a4eb45-9202-4a23-b201-7174c399b8e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:27.427138 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a4eb45-9202-4a23-b201-7174c399b8e8 admin admin] Checking segment: {'id': '23508355-3b52-42a9-a063-c3865d2bba06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:12:27.427632 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a4eb45-9202-4a23-b201-7174c399b8e8 admin admin] Network hostable DHCP agents. Network: 4e5c4c6e-3754-4adf-914d-87b374ab4b07, hostable agents: ['38d5a676-35d8-431f-b8e5-8bc81bf22324'], hosted agents: [] {{(pid=80160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 16:12:27.469441 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a4eb45-9202-4a23-b201-7174c399b8e8 admin admin] Network 4e5c4c6e-3754-4adf-914d-87b374ab4b07 is scheduled to be hosted by DHCP agent 38d5a676-35d8-431f-b8e5-8bc81bf22324 with binding_index 1 {{(pid=80160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 16:12:27.486538 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-f4a4eb45-9202-4a23-b201-7174c399b8e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-smb, 4e5c4c6e-3754-4adf-914d-87b374ab4b07) {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:12:27.503841 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acb9620-1ae1-4ef9-be9f-cd46e18c0d19 None None] Network 4e5c4c6e-3754-4adf-914d-87b374ab4b07 requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 16:12:27.505659 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a4eb45-9202-4a23-b201-7174c399b8e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:12:27.506589 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f4a4eb45-9202-4a23-b201-7174c399b8e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:27.548652 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-f4a4eb45-9202-4a23-b201-7174c399b8e8 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2203548 Jan 19 16:12:27.552857 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 51502) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:12:27.563645 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-475f58fc-3ae7-469b-99af-d80b0f8a5af3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-950266578-router', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'}}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:12:27.580625 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-475f58fc-3ae7-469b-99af-d80b0f8a5af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:12:27.590473 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-475f58fc-3ae7-469b-99af-d80b0f8a5af3 admin admin] Usage tracker for resource:router and tenant:1e7f8e608b4f4680873703bc3d3775fa is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:12:27.597925 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-475f58fc-3ae7-469b-99af-d80b0f8a5af3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:12:27.608022 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-475f58fc-3ae7-469b-99af-d80b0f8a5af3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:12:27.625639 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-475f58fc-3ae7-469b-99af-d80b0f8a5af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853037659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1435'] for router, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:27.627592 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-475f58fc-3ae7-469b-99af-d80b0f8a5af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1713670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774292'] for router, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:27.664609 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-475f58fc-3ae7-469b-99af-d80b0f8a5af3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:28.139541 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77c3105-ef80-5556-a39d-3e62c54a46d7-4e5c4c6e-3754-4adf-914d-87b374ab4b07', 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'fixed_ips': [{'subnet_id': '3c4408be-cdb4-41d7-9f34-5acdd3f924ee'}]}} from dv-cinder-667108-29-smb. {{(pid=80161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 19 16:12:28.141048 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:28.354009 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-475f58fc-3ae7-469b-99af-d80b0f8a5af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713719', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1750052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774275'] for router, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:28.585715 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Allocated IP 172.20.0.2 (4e5c4c6e-3754-4adf-914d-87b374ab4b07/3c4408be-cdb4-41d7-9f34-5acdd3f924ee/1d19cc19-4191-4495-a104-3cf3f12cac56) {{(pid=80161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:12:28.753770 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-475f58fc-3ae7-469b-99af-d80b0f8a5af3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:28.794765 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-475f58fc-3ae7-469b-99af-d80b0f8a5af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:28.848797 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Notify callbacks [] for port, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:28.867198 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Transition to ACTIVE for port object 1d19cc19-4191-4495-a104-3cf3f12cac56 will not be triggered until provisioned by entity L2. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:12:28.899263 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Transition to ACTIVE for port object 1d19cc19-4191-4495-a104-3cf3f12cac56 will not be triggered until provisioned by entity DHCP. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:12:28.909140 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513'] for port, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:28.933178 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d9b4dc18-861d-4890-979d-a0ad73025332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:29.095053 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Pushing event updated for resources: {'Port': ['ID=1d19cc19-4191-4495-a104-3cf3f12cac56,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:29.118194 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:29.118479 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:29.119115 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:29.119506 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:29.119883 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:29.120257 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:29.120637 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:29.121004 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:29.123432 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:29.124463 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:29.125707 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:29.127277 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:29.128615 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:29.129731 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:29.130517 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:29.131114 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:29.131658 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:29.132207 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:29.132925 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:29.133475 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:29.134028 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:29.134569 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:29.135144 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:29.136070 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:29.167322 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [None req-475f58fc-3ae7-469b-99af-d80b0f8a5af3 admin admin] Allocated IP 172.28.3.69 (8cb986dc-564f-4d7a-9897-91054d6f010e/8785aac7-d333-468d-9a45-aa55950b5c1c/4d5a0ab2-5387-4225-91cf-1320349bc14c) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:12:29.167932 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:29.199657 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Network 4e5c4c6e-3754-4adf-914d-87b374ab4b07 is already hosted by enough agents. {{(pid=80161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:12:29.201165 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Resources bound (agent type, host, resource id): {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:12:29.204390 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Received port after_create {{(pid=80161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:12:29.283055 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Attempting to bind port 1d19cc19-4191-4495-a104-3cf3f12cac56 on host dv-cinder-667108-29-smb for vnic_type normal with profile {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 16:12:29.283656 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Attempting to bind port 1d19cc19-4191-4495-a104-3cf3f12cac56 by drivers openvswitch on host dv-cinder-667108-29-smb at level 0 using segments [{'id': '23508355-3b52-42a9-a063-c3865d2bba06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07'}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 16:12:29.284141 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Attempting to bind port 1d19cc19-4191-4495-a104-3cf3f12cac56 on network 4e5c4c6e-3754-4adf-914d-87b374ab4b07 {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 16:12:29.294148 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Checking agent: {'id': '5ecd99d1-ce90-4fa2-88be-ab4d7154f57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 48, 38), 'started_at': datetime.datetime(2021, 1, 19, 15, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 16:12:29.295113 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Checking segment: {'id': '23508355-3b52-42a9-a063-c3865d2bba06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:12:29.295454 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:29.296168 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Bound using segment: {'id': '23508355-3b52-42a9-a063-c3865d2bba06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07'} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 16:12:29.297037 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Bound port: 1d19cc19-4191-4495-a104-3cf3f12cac56, host: dv-cinder-667108-29-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23508355-3b52-42a9-a063-c3865d2bba06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07'}}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 16:12:29.297751 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:29.423611 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-475f58fc-3ae7-469b-99af-d80b0f8a5af3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:29.456869 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] For port 1d19cc19-4191-4495-a104-3cf3f12cac56, host dv-cinder-667108-29-smb, cleared binding levels {{(pid=80161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 16:12:29.461804 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] For port 1d19cc19-4191-4495-a104-3cf3f12cac56, host dv-cinder-667108-29-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=1d19cc19-4191-4495-a104-3cf3f12cac56,segment=NetworkSegment(23508355-3b52-42a9-a063-c3865d2bba06),segment_id=23508355-3b52-42a9-a063-c3865d2bba06)] {{(pid=80161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 16:12:29.462863 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-475f58fc-3ae7-469b-99af-d80b0f8a5af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:29.467153 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:29.490701 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d42185ae-4aaa-4d17-88b0-db9d9a00903b tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:29.494531 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f70d5051-cce7-48fe-88ff-9630f3010ee8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:29.682218 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f58fc-3ae7-469b-99af-d80b0f8a5af3 admin admin] Pushing event updated for resources: {'Port': ['ID=4d5a0ab2-5387-4225-91cf-1320349bc14c,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:29.685883 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Pushing event updated for resources: {'Port': ['ID=1d19cc19-4191-4495-a104-3cf3f12cac56,revision_number=2']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:29.698609 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:29.702611 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-475f58fc-3ae7-469b-99af-d80b0f8a5af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:29.759813 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475f58fc-3ae7-469b-99af-d80b0f8a5af3 admin admin] Network 8cb986dc-564f-4d7a-9897-91054d6f010e is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:12:29.761410 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-475f58fc-3ae7-469b-99af-d80b0f8a5af3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:12:29.764162 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475f58fc-3ae7-469b-99af-d80b0f8a5af3 admin admin] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:12:30.418320 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-475f58fc-3ae7-469b-99af-d80b0f8a5af3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:30.885586 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-475f58fc-3ae7-469b-99af-d80b0f8a5af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1738194'] for router, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:31.317568 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 1d19cc19-4191-4495-a104-3cf3f12cac56 up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:12:31.346185 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475f58fc-3ae7-469b-99af-d80b0f8a5af3 admin admin] Router 16a193fa-3751-4d17-9654-0196774d6d7d is scheduled to L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f with binding_index 1 {{(pid=80160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 19 16:12:31.466440 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning for port 1d19cc19-4191-4495-a104-3cf3f12cac56 completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:12:31.476404 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43da0ddb-0312-489b-881f-d400205bd42b None None] Network 4e5c4c6e-3754-4adf-914d-87b374ab4b07 requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 16:12:31.635334 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-cd9d3213-9d91-4849-9011-e862fb6cb6e8 None None] Provisioning for port 1d19cc19-4191-4495-a104-3cf3f12cac56 completed by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:12:31.648464 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-cd9d3213-9d91-4849-9011-e862fb6cb6e8 None None] Provisioning complete for port 1d19cc19-4191-4495-a104-3cf3f12cac56 triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:12:31.648901 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cd9d3213-9d91-4849-9011-e862fb6cb6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:31.958886 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cd9d3213-9d91-4849-9011-e862fb6cb6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:32.026966 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-cd9d3213-9d91-4849-9011-e862fb6cb6e8 None None] For port 1d19cc19-4191-4495-a104-3cf3f12cac56, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=1d19cc19-4191-4495-a104-3cf3f12cac56,segment=NetworkSegment(23508355-3b52-42a9-a063-c3865d2bba06),segment_id=23508355-3b52-42a9-a063-c3865d2bba06)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:12:32.031255 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475f58fc-3ae7-469b-99af-d80b0f8a5af3 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 16:12:32.034390 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cd9d3213-9d91-4849-9011-e862fb6cb6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:32.036598 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:32.046593 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a73868b-14c6-4a3f-8a25-f8203b0bfd1f None None] Sync routers for ids ['16a193fa-3751-4d17-9654-0196774d6d7d'] in dv-cinder-667108-29-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 16:12:32.065073 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a73868b-14c6-4a3f-8a25-f8203b0bfd1f None None] Routers {'16a193fa-3751-4d17-9654-0196774d6d7d'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:12:32.065073 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-3a73868b-14c6-4a3f-8a25-f8203b0bfd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:12:07Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['16a193fa-3751-4d17-9654-0196774d6d7d'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:12:32.093855 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-475f58fc-3ae7-469b-99af-d80b0f8a5af3 admin admin] Notify callbacks [] for router, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:32.096824 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-475f58fc-3ae7-469b-99af-d80b0f8a5af3 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.5421076 Jan 19 16:12:32.101828 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 51506) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:12:32.150412 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d3213-9d91-4849-9011-e862fb6cb6e8 None None] Pushing event updated for resources: {'Port': ['ID=1d19cc19-4191-4495-a104-3cf3f12cac56,revision_number=3']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:32.164658 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-cd9d3213-9d91-4849-9011-e862fb6cb6e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:32.481993 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-86648aa1-6ebe-4685-8707-76920d4dad1f None None] Provisioning complete for port 1d19cc19-4191-4495-a104-3cf3f12cac56 triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:12:32.483911 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-86648aa1-6ebe-4685-8707-76920d4dad1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:32.488167 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-3a73868b-14c6-4a3f-8a25-f8203b0bfd1f None None] Set router 16a193fa-3751-4d17-9654-0196774d6d7d gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:12:32.897220 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-61699a2e-639f-47ac-a7e2-eee73536f303 None None] Provisioning complete for port 1d19cc19-4191-4495-a104-3cf3f12cac56 triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:12:32.897752 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-61699a2e-639f-47ac-a7e2-eee73536f303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:33.112835 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:12:33.136812 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-3a73868b-14c6-4a3f-8a25-f8203b0bfd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'name': 'tempest-TestShelveInstance-950266578-router', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:12:27Z', 'updated_at': '2021-01-19T16:12:30Z', 'revision_number': 3, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'gw_port': {'id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:29Z', 'updated_at': '2021-01-19T16:12:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:12:33.146583 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a73868b-14c6-4a3f-8a25-f8203b0bfd1f None None] Checking router: 16a193fa-3751-4d17-9654-0196774d6d7d for host: dv-cinder-667108-29-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 16:12:33.147288 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a73868b-14c6-4a3f-8a25-f8203b0bfd1f None None] Updating router 16a193fa-3751-4d17-9654-0196774d6d7d port 4d5a0ab2-5387-4225-91cf-1320349bc14c binding host dv-cinder-667108-29-smb {{(pid=80162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 16:12:33.275966 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3a73868b-14c6-4a3f-8a25-f8203b0bfd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:33.284846 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-60eecce9-db71-4602-9384-41777ad8c764 None None] Provisioning complete for port 1d19cc19-4191-4495-a104-3cf3f12cac56 triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:12:33.285272 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-60eecce9-db71-4602-9384-41777ad8c764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:33.320524 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 1d19cc19-4191-4495-a104-3cf3f12cac56 up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:12:33.508967 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d073352-2222-4abc-b626-3c7ad41c8b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:33.551567 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port 1d19cc19-4191-4495-a104-3cf3f12cac56 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:12:33.552085 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:34.038854 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-eb8d1f91-c38d-4d9b-bab0-002bcf7cf723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:34.077686 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3a73868b-14c6-4a3f-8a25-f8203b0bfd1f None None] Notify callbacks [] for port, precommit_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:34.104287 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-3a73868b-14c6-4a3f-8a25-f8203b0bfd1f None None] Transition to ACTIVE for port object 4d5a0ab2-5387-4225-91cf-1320349bc14c will not be triggered until provisioned by entity L2. {{(pid=80162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:12:34.104779 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [None req-1d073352-2222-4abc-b626-3c7ad41c8b2f admin admin] Allocated IP 172.20.0.1 (4e5c4c6e-3754-4adf-914d-87b374ab4b07/3c4408be-cdb4-41d7-9f34-5acdd3f924ee/5ec1cedb-f872-41e6-9329-a64d0488d117) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:12:34.108355 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3a73868b-14c6-4a3f-8a25-f8203b0bfd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:34.141079 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-caab68a1-af20-4827-afb3-9a38504a7e0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:34.308159 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d073352-2222-4abc-b626-3c7ad41c8b2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:34.326737 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d073352-2222-4abc-b626-3c7ad41c8b2f admin admin] Transition to ACTIVE for port object 5ec1cedb-f872-41e6-9329-a64d0488d117 will not be triggered until provisioned by entity DHCP. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:12:34.353319 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d073352-2222-4abc-b626-3c7ad41c8b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:34.371352 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d4a858f9-4c89-4db4-b218-915047a05310 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:34.404303 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70dcdd5-d5d3-47af-9c37-e17fb0d92dcd None None] Pushing event updated for resources: {'Port': ['ID=4d5a0ab2-5387-4225-91cf-1320349bc14c,revision_number=2']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:34.429990 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcdd5-d5d3-47af-9c37-e17fb0d92dcd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:34.430663 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcdd5-d5d3-47af-9c37-e17fb0d92dcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:34.431556 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcdd5-d5d3-47af-9c37-e17fb0d92dcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:34.432007 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcdd5-d5d3-47af-9c37-e17fb0d92dcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:34.432653 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcdd5-d5d3-47af-9c37-e17fb0d92dcd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:34.433308 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcdd5-d5d3-47af-9c37-e17fb0d92dcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:34.433968 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcdd5-d5d3-47af-9c37-e17fb0d92dcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:34.434603 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcdd5-d5d3-47af-9c37-e17fb0d92dcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:34.435189 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcdd5-d5d3-47af-9c37-e17fb0d92dcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:34.435739 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcdd5-d5d3-47af-9c37-e17fb0d92dcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:34.436316 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcdd5-d5d3-47af-9c37-e17fb0d92dcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:34.436900 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcdd5-d5d3-47af-9c37-e17fb0d92dcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:34.437709 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcdd5-d5d3-47af-9c37-e17fb0d92dcd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:34.440043 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcdd5-d5d3-47af-9c37-e17fb0d92dcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:34.440727 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcdd5-d5d3-47af-9c37-e17fb0d92dcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:34.441366 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcdd5-d5d3-47af-9c37-e17fb0d92dcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:34.442018 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcdd5-d5d3-47af-9c37-e17fb0d92dcd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:34.442649 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcdd5-d5d3-47af-9c37-e17fb0d92dcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:34.443310 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcdd5-d5d3-47af-9c37-e17fb0d92dcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:34.443947 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcdd5-d5d3-47af-9c37-e17fb0d92dcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:34.444589 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcdd5-d5d3-47af-9c37-e17fb0d92dcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:34.445221 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcdd5-d5d3-47af-9c37-e17fb0d92dcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:34.445848 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcdd5-d5d3-47af-9c37-e17fb0d92dcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:34.446477 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dcdd5-d5d3-47af-9c37-e17fb0d92dcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:12:34.458646 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-b70dcdd5-d5d3-47af-9c37-e17fb0d92dcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:34.526332 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d073352-2222-4abc-b626-3c7ad41c8b2f admin admin] Pushing event updated for resources: {'Port': ['ID=5ec1cedb-f872-41e6-9329-a64d0488d117,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:34.531569 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d073352-2222-4abc-b626-3c7ad41c8b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:34.566247 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-3a73868b-14c6-4a3f-8a25-f8203b0bfd1f None None] Attempting to bind port 4d5a0ab2-5387-4225-91cf-1320349bc14c on host dv-cinder-667108-29-smb for vnic_type normal with profile {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 16:12:34.567004 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-3a73868b-14c6-4a3f-8a25-f8203b0bfd1f None None] Attempting to bind port 4d5a0ab2-5387-4225-91cf-1320349bc14c by drivers openvswitch on host dv-cinder-667108-29-smb at level 0 using segments [{'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 16:12:34.568120 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a73868b-14c6-4a3f-8a25-f8203b0bfd1f None None] Attempting to bind port 4d5a0ab2-5387-4225-91cf-1320349bc14c on network 8cb986dc-564f-4d7a-9897-91054d6f010e {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 16:12:34.574826 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a73868b-14c6-4a3f-8a25-f8203b0bfd1f None None] Checking agent: {'id': '5ecd99d1-ce90-4fa2-88be-ab4d7154f57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 48, 38), 'started_at': datetime.datetime(2021, 1, 19, 15, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 16:12:34.575393 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a73868b-14c6-4a3f-8a25-f8203b0bfd1f None None] Checking segment: {'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:12:34.575912 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3a73868b-14c6-4a3f-8a25-f8203b0bfd1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:34.576409 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a73868b-14c6-4a3f-8a25-f8203b0bfd1f None None] Bound using segment: {'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 16:12:34.577067 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-3a73868b-14c6-4a3f-8a25-f8203b0bfd1f None None] Bound port: 4d5a0ab2-5387-4225-91cf-1320349bc14c, host: dv-cinder-667108-29-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'}}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 16:12:34.577700 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3a73868b-14c6-4a3f-8a25-f8203b0bfd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:34.600409 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d073352-2222-4abc-b626-3c7ad41c8b2f admin admin] Network 4e5c4c6e-3754-4adf-914d-87b374ab4b07 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:12:34.601877 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-1d073352-2222-4abc-b626-3c7ad41c8b2f admin admin] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:12:34.604366 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d073352-2222-4abc-b626-3c7ad41c8b2f admin admin] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:12:34.676703 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d073352-2222-4abc-b626-3c7ad41c8b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853037727'] for router_interface, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:34.691957 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-3a73868b-14c6-4a3f-8a25-f8203b0bfd1f None None] For port 4d5a0ab2-5387-4225-91cf-1320349bc14c, host dv-cinder-667108-29-smb, cleared binding levels {{(pid=80162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 16:12:34.697076 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-3a73868b-14c6-4a3f-8a25-f8203b0bfd1f None None] For port 4d5a0ab2-5387-4225-91cf-1320349bc14c, host dv-cinder-667108-29-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=4d5a0ab2-5387-4225-91cf-1320349bc14c,segment=NetworkSegment(df4602cc-7cc3-4442-ad7e-3dfa8118ccff),segment_id=df4602cc-7cc3-4442-ad7e-3dfa8118ccff)] {{(pid=80162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 16:12:34.700304 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3a73868b-14c6-4a3f-8a25-f8203b0bfd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:34.716100 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:34.882950 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70dcdd5-d5d3-47af-9c37-e17fb0d92dcd None None] Pushing event updated for resources: {'Port': ['ID=4d5a0ab2-5387-4225-91cf-1320349bc14c,revision_number=3']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:34.891948 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-b70dcdd5-d5d3-47af-9c37-e17fb0d92dcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:34.984161 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-15758b1c-bd85-45de-b4f7-9c208278a78c None None] Provisioning for port 5ec1cedb-f872-41e6-9329-a64d0488d117 completed by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:12:34.993467 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-15758b1c-bd85-45de-b4f7-9c208278a78c None None] Provisioning complete for port 5ec1cedb-f872-41e6-9329-a64d0488d117 triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:12:34.994122 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-15758b1c-bd85-45de-b4f7-9c208278a78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:35.002476 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a73868b-14c6-4a3f-8a25-f8203b0bfd1f None None] Routers {'16a193fa-3751-4d17-9654-0196774d6d7d'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:12:35.003528 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-3a73868b-14c6-4a3f-8a25-f8203b0bfd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:12:07Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['16a193fa-3751-4d17-9654-0196774d6d7d'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:12:35.045789 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d073352-2222-4abc-b626-3c7ad41c8b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:35.101811 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-15758b1c-bd85-45de-b4f7-9c208278a78c None None] Port 5ec1cedb-f872-41e6-9329-a64d0488d117 cannot update to ACTIVE because it is not bound. {{(pid=80161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 16:12:35.531955 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d073352-2222-4abc-b626-3c7ad41c8b2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:35.537016 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d073352-2222-4abc-b626-3c7ad41c8b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:35.567253 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-242c0803-7c85-4827-90a4-78212cf9f60e tempest-AttachVolumeTestJSON-1333064001 tempest-AttachVolumeTestJSON-1333064001] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:35.572433 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-3a73868b-14c6-4a3f-8a25-f8203b0bfd1f None None] Set router 16a193fa-3751-4d17-9654-0196774d6d7d gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:12:35.671069 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d073352-2222-4abc-b626-3c7ad41c8b2f admin admin] Pushing event updated for resources: {'Port': ['ID=5ec1cedb-f872-41e6-9329-a64d0488d117,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:35.676907 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d073352-2222-4abc-b626-3c7ad41c8b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:35.678294 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d073352-2222-4abc-b626-3c7ad41c8b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853088085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853036600'] for router_interface, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:35.861204 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d073352-2222-4abc-b626-3c7ad41c8b2f admin admin] Network 4e5c4c6e-3754-4adf-914d-87b374ab4b07 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:12:35.863264 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-1d073352-2222-4abc-b626-3c7ad41c8b2f admin admin] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:12:36.062082 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-3a73868b-14c6-4a3f-8a25-f8203b0bfd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'name': 'tempest-TestShelveInstance-950266578-router', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:12:27Z', 'updated_at': '2021-01-19T16:12:34Z', 'revision_number': 4, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'gw_port': {'id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:29Z', 'updated_at': '2021-01-19T16:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': '5ec1cedb-f872-41e6-9329-a64d0488d117', 'name': '', 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'mac_address': 'fa:16:3e:a2:b4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '3c4408be-cdb4-41d7-9f34-5acdd3f924ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:33Z', 'updated_at': '2021-01-19T16:12:34Z', 'revision_number': 1, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'subnets': [{'id': '3c4408be-cdb4-41d7-9f34-5acdd3f924ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:12:36.084292 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a73868b-14c6-4a3f-8a25-f8203b0bfd1f None None] The sync data for ids ['16a193fa-3751-4d17-9654-0196774d6d7d'] in dv-cinder-667108-29-smb is: [{'id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'name': 'tempest-TestShelveInstance-950266578-router', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:12:27Z', 'updated_at': '2021-01-19T16:12:34Z', 'revision_number': 4, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'gw_port': {'id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:29Z', 'updated_at': '2021-01-19T16:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': '5ec1cedb-f872-41e6-9329-a64d0488d117', 'name': '', 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'mac_address': 'fa:16:3e:a2:b4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '3c4408be-cdb4-41d7-9f34-5acdd3f924ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:33Z', 'updated_at': '2021-01-19T16:12:34Z', 'revision_number': 1, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'subnets': [{'id': '3c4408be-cdb4-41d7-9f34-5acdd3f924ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 16:12:36.249601 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-6ef6dafe-d837-4fc2-a00c-baddf8a7098f None None] Provisioning complete for port 5ec1cedb-f872-41e6-9329-a64d0488d117 triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:12:36.250310 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6ef6dafe-d837-4fc2-a00c-baddf8a7098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:36.358692 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-6ef6dafe-d837-4fc2-a00c-baddf8a7098f None None] Port 5ec1cedb-f872-41e6-9329-a64d0488d117 cannot update to ACTIVE because it is not bound. {{(pid=80161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 16:12:36.537660 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d073352-2222-4abc-b626-3c7ad41c8b2f admin admin] Router 16a193fa-3751-4d17-9654-0196774d6d7d has already been hosted by L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f {{(pid=80160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 16:12:36.894504 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d073352-2222-4abc-b626-3c7ad41c8b2f admin admin] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 16:12:36.914602 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-1d073352-2222-4abc-b626-3c7ad41c8b2f admin admin] 10.222.0.110 "PUT /v2.0/routers/16a193fa-3751-4d17-9654-0196774d6d7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8095388 Jan 19 16:12:36.960671 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:37.210398 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:37.321137 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-af326ba3-4445-4121-a361-8e8d31fafef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:37.398567 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 4d5a0ab2-5387-4225-91cf-1320349bc14c up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:12:37.535506 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning for port 4d5a0ab2-5387-4225-91cf-1320349bc14c completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:12:37.543276 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port 4d5a0ab2-5387-4225-91cf-1320349bc14c triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:12:37.544846 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:37.781062 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:37.812523 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] For port 4d5a0ab2-5387-4225-91cf-1320349bc14c, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=4d5a0ab2-5387-4225-91cf-1320349bc14c,segment=NetworkSegment(df4602cc-7cc3-4442-ad7e-3dfa8118ccff),segment_id=df4602cc-7cc3-4442-ad7e-3dfa8118ccff)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:12:37.820923 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:37.825133 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:37.974737 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:37.982855 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Pushing event updated for resources: {'Port': ['ID=4d5a0ab2-5387-4225-91cf-1320349bc14c,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:37.991181 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:38.464583 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 51532) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:12:38.472758 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-907b3541-a8f3-458b-9705-b5b118147c31 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1264552675-network', 'tenant_id': '1c33126470fc43af8027773c5a8caf8b'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:12:38.478870 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-907b3541-a8f3-458b-9705-b5b118147c31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:12:38.483927 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-907b3541-a8f3-458b-9705-b5b118147c31 admin admin] Usage tracker for resource:network and tenant:1c33126470fc43af8027773c5a8caf8b is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:12:38.490174 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-907b3541-a8f3-458b-9705-b5b118147c31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:12:38.510798 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-907b3541-a8f3-458b-9705-b5b118147c31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:12:38.528557 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907b3541-a8f3-458b-9705-b5b118147c31 admin admin] Made reservation on behalf of 1c33126470fc43af8027773c5a8caf8b for: {'network': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:12:38.534917 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-907b3541-a8f3-458b-9705-b5b118147c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:38.551899 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-907b3541-a8f3-458b-9705-b5b118147c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:38.574451 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-907b3541-a8f3-458b-9705-b5b118147c31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:12:38.580460 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-907b3541-a8f3-458b-9705-b5b118147c31 admin admin] Usage tracker for resource:security_group_rule and tenant:1c33126470fc43af8027773c5a8caf8b is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:12:38.585114 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-907b3541-a8f3-458b-9705-b5b118147c31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:12:38.594438 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-907b3541-a8f3-458b-9705-b5b118147c31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:12:38.715451 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-907b3541-a8f3-458b-9705-b5b118147c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:38.718411 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-907b3541-a8f3-458b-9705-b5b118147c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:38.723156 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-cdce0767-4b1b-4522-84b1-67e084654887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:38.758834 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907b3541-a8f3-458b-9705-b5b118147c31 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 19 16:12:38.776725 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b3541-a8f3-458b-9705-b5b118147c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fcd75a-0d83-4b95-ad12-bcdbcf114209,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:38.783200 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-907b3541-a8f3-458b-9705-b5b118147c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:38.784542 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-907b3541-a8f3-458b-9705-b5b118147c31 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792502028574', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:38.785112 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.segments_db [None req-907b3541-a8f3-458b-9705-b5b118147c31 admin admin] Added segment 82a744fe-6904-4fd0-b896-300e11b85646 of type vxlan for network 6acf5738-1694-4eb5-807a-ec6e68e73bea Jan 19 16:12:38.820728 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-907b3541-a8f3-458b-9705-b5b118147c31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363244353260848'] for network, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:38.867776 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-907b3541-a8f3-458b-9705-b5b118147c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104'] for network, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:38.869923 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907b3541-a8f3-458b-9705-b5b118147c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:12:38.870860 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-907b3541-a8f3-458b-9705-b5b118147c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:38.878819 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:39.025447 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-907b3541-a8f3-458b-9705-b5b118147c31 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5585921 Jan 19 16:12:39.029253 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 51536) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:12:39.030343 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b3541-a8f3-458b-9705-b5b118147c31 admin admin] Pushing event updated for resources: {'Network': ['ID=6acf5738-1694-4eb5-807a-ec6e68e73bea,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:39.035558 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-907b3541-a8f3-458b-9705-b5b118147c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:39.042659 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-6e8b3f0c-2efe-498a-b34b-3edcf611e031 admin admin] Request body: {'subnet': {'network_id': '6acf5738-1694-4eb5-807a-ec6e68e73bea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1264552675-subnet', 'tenant_id': '1c33126470fc43af8027773c5a8caf8b', 'ip_version': 4}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:12:39.044956 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Network 6acf5738-1694-4eb5-807a-ec6e68e73bea details requested by agent ovs-agent-dv-cinder-667108-29-smb with host dv-cinder-667108-29-smb {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 16:12:39.053819 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-6e8b3f0c-2efe-498a-b34b-3edcf611e031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:12:39.061046 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Network 6acf5738-1694-4eb5-807a-ec6e68e73bea details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 19 16:12:39.062329 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-6e8b3f0c-2efe-498a-b34b-3edcf611e031 admin admin] Usage tracker for resource:subnet and tenant:1c33126470fc43af8027773c5a8caf8b is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:12:39.071024 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-6e8b3f0c-2efe-498a-b34b-3edcf611e031 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:12:39.085197 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-6e8b3f0c-2efe-498a-b34b-3edcf611e031 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:12:39.103598 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8b3f0c-2efe-498a-b34b-3edcf611e031 admin admin] Made reservation on behalf of 1c33126470fc43af8027773c5a8caf8b for: {'subnet': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:12:39.112368 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6e8b3f0c-2efe-498a-b34b-3edcf611e031 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852179958'] for subnet, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:39.447633 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 4d5a0ab2-5387-4225-91cf-1320349bc14c up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:12:39.566958 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:39.605309 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port 4d5a0ab2-5387-4225-91cf-1320349bc14c triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:12:39.605899 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:39.783267 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6e8b3f0c-2efe-498a-b34b-3edcf611e031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852179941'] for subnet, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:39.808750 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:39.973342 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b3f0c-2efe-498a-b34b-3edcf611e031 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9be22347-6239-4f8b-ad5c-a6acd1ef92b9,revision_number=0']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:39.989734 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-6e8b3f0c-2efe-498a-b34b-3edcf611e031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:40.069115 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8b3f0c-2efe-498a-b34b-3edcf611e031 admin admin] Checking segment: {'id': '82a744fe-6904-4fd0-b896-300e11b85646', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6acf5738-1694-4eb5-807a-ec6e68e73bea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:12:40.069625 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8b3f0c-2efe-498a-b34b-3edcf611e031 admin admin] Network hostable DHCP agents. Network: 6acf5738-1694-4eb5-807a-ec6e68e73bea, hostable agents: ['38d5a676-35d8-431f-b8e5-8bc81bf22324'], hosted agents: [] {{(pid=80160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 19 16:12:40.097215 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8b3f0c-2efe-498a-b34b-3edcf611e031 admin admin] Network 6acf5738-1694-4eb5-807a-ec6e68e73bea is scheduled to be hosted by DHCP agent 38d5a676-35d8-431f-b8e5-8bc81bf22324 with binding_index 1 {{(pid=80160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 19 16:12:40.111724 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-6e8b3f0c-2efe-498a-b34b-3edcf611e031 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-smb, 6acf5738-1694-4eb5-807a-ec6e68e73bea) {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:12:40.121934 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09e0a29-d387-47e1-84f1-048d8cac6065 None None] Network 6acf5738-1694-4eb5-807a-ec6e68e73bea requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 16:12:40.132895 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8b3f0c-2efe-498a-b34b-3edcf611e031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:12:40.133552 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6e8b3f0c-2efe-498a-b34b-3edcf611e031 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:40.161213 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-6e8b3f0c-2efe-498a-b34b-3edcf611e031 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1299713 Jan 19 16:12:40.165555 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 51540) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:12:40.172758 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [None req-92051df7-b1ae-4f18-97b8-09530aa888a9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1264552675-router', 'tenant_id': '1c33126470fc43af8027773c5a8caf8b', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'}}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:12:40.178544 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-92051df7-b1ae-4f18-97b8-09530aa888a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:12:40.183380 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-92051df7-b1ae-4f18-97b8-09530aa888a9 admin admin] Usage tracker for resource:router and tenant:1c33126470fc43af8027773c5a8caf8b is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:12:40.187107 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [None req-92051df7-b1ae-4f18-97b8-09530aa888a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:12:40.194746 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [None req-92051df7-b1ae-4f18-97b8-09530aa888a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:12:40.212166 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-92051df7-b1ae-4f18-97b8-09530aa888a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853037659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1435'] for router, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:40.215672 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-92051df7-b1ae-4f18-97b8-09530aa888a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1739151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1713670', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774292'] for router, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:40.233581 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-92051df7-b1ae-4f18-97b8-09530aa888a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:40.428929 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43575467-0213-48e5-841a-dd58af54e9da None None] Sync routers for ids ['16a193fa-3751-4d17-9654-0196774d6d7d'] in dv-cinder-667108-29-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 16:12:40.443825 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43575467-0213-48e5-841a-dd58af54e9da None None] Routers {'16a193fa-3751-4d17-9654-0196774d6d7d'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:12:40.444539 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-43575467-0213-48e5-841a-dd58af54e9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:12:37Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['16a193fa-3751-4d17-9654-0196774d6d7d'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:12:40.517523 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c023e0-2901-43c0-83bb-b0ecf886b76e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd77c3105-ef80-5556-a39d-3e62c54a46d7-6acf5738-1694-4eb5-807a-ec6e68e73bea', 'network_id': '6acf5738-1694-4eb5-807a-ec6e68e73bea', 'tenant_id': '1c33126470fc43af8027773c5a8caf8b', 'fixed_ips': [{'subnet_id': '9be22347-6239-4f8b-ad5c-a6acd1ef92b9'}]}} from dv-cinder-667108-29-smb. {{(pid=80161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 19 16:12:40.518469 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f4c023e0-2901-43c0-83bb-b0ecf886b76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:40.671052 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-92051df7-b1ae-4f18-97b8-09530aa888a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1713719', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1750052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774275'] for router, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:40.807666 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-43575467-0213-48e5-841a-dd58af54e9da None None] Set router 16a193fa-3751-4d17-9654-0196774d6d7d gateway port host: dv-cinder-667108-29-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:12:41.336104 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [None req-f4c023e0-2901-43c0-83bb-b0ecf886b76e None None] Allocated IP 172.20.0.2 (6acf5738-1694-4eb5-807a-ec6e68e73bea/9be22347-6239-4f8b-ad5c-a6acd1ef92b9/e9efdc51-893b-49f8-9587-3692219c081f) {{(pid=80161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:12:41.501145 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-43575467-0213-48e5-841a-dd58af54e9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'name': 'tempest-TestShelveInstance-950266578-router', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:12:27Z', 'updated_at': '2021-01-19T16:12:34Z', 'revision_number': 4, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'gw_port': {'id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:29Z', 'updated_at': '2021-01-19T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': '5ec1cedb-f872-41e6-9329-a64d0488d117', 'name': '', 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'mac_address': 'fa:16:3e:a2:b4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '3c4408be-cdb4-41d7-9f34-5acdd3f924ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:33Z', 'updated_at': '2021-01-19T16:12:35Z', 'revision_number': 2, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'subnets': [{'id': '3c4408be-cdb4-41d7-9f34-5acdd3f924ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:12:41.512497 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43575467-0213-48e5-841a-dd58af54e9da None None] Checking router: 16a193fa-3751-4d17-9654-0196774d6d7d for host: dv-cinder-667108-29-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 16:12:41.512931 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43575467-0213-48e5-841a-dd58af54e9da None None] Updating router 16a193fa-3751-4d17-9654-0196774d6d7d port 5ec1cedb-f872-41e6-9329-a64d0488d117 binding host dv-cinder-667108-29-smb {{(pid=80161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 16:12:41.648364 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-43575467-0213-48e5-841a-dd58af54e9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:41.649752 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-92051df7-b1ae-4f18-97b8-09530aa888a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:41.687569 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-92051df7-b1ae-4f18-97b8-09530aa888a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:41.737710 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f4c023e0-2901-43c0-83bb-b0ecf886b76e None None] Notify callbacks [] for port, precommit_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:41.763232 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-f4c023e0-2901-43c0-83bb-b0ecf886b76e None None] Transition to ACTIVE for port object e9efdc51-893b-49f8-9587-3692219c081f will not be triggered until provisioned by entity L2. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:12:41.837745 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-f4c023e0-2901-43c0-83bb-b0ecf886b76e None None] Transition to ACTIVE for port object e9efdc51-893b-49f8-9587-3692219c081f will not be triggered until provisioned by entity DHCP. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:12:41.848542 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f4c023e0-2901-43c0-83bb-b0ecf886b76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513'] for port, after_create {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:41.905062 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:42.100585 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [None req-92051df7-b1ae-4f18-97b8-09530aa888a9 admin admin] Allocated IP 172.28.3.81 (8cb986dc-564f-4d7a-9897-91054d6f010e/8785aac7-d333-468d-9a45-aa55950b5c1c/72e1e17b-568d-42e6-8166-c49b02463336) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:12:42.291887 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c023e0-2901-43c0-83bb-b0ecf886b76e None None] Pushing event updated for resources: {'Port': ['ID=e9efdc51-893b-49f8-9587-3692219c081f,revision_number=1']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:42.298707 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-92051df7-b1ae-4f18-97b8-09530aa888a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:42.315856 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f4c023e0-2901-43c0-83bb-b0ecf886b76e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:42.336654 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-92051df7-b1ae-4f18-97b8-09530aa888a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852269169'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:42.351463 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-7b69a130-1d8b-4e2d-bfbb-543b569f8eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:42.474966 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c023e0-2901-43c0-83bb-b0ecf886b76e None None] Network 6acf5738-1694-4eb5-807a-ec6e68e73bea is already hosted by enough agents. {{(pid=80161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:12:42.478664 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-f4c023e0-2901-43c0-83bb-b0ecf886b76e None None] Resources bound (agent type, host, resource id): {{(pid=80161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:12:42.482840 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c023e0-2901-43c0-83bb-b0ecf886b76e None None] Received port after_create {{(pid=80161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:12:42.502619 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92051df7-b1ae-4f18-97b8-09530aa888a9 admin admin] Pushing event updated for resources: {'Port': ['ID=72e1e17b-568d-42e6-8166-c49b02463336,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:42.507520 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-92051df7-b1ae-4f18-97b8-09530aa888a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:42.576000 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-f4c023e0-2901-43c0-83bb-b0ecf886b76e None None] Attempting to bind port e9efdc51-893b-49f8-9587-3692219c081f on host dv-cinder-667108-29-smb for vnic_type normal with profile {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 16:12:42.576421 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-f4c023e0-2901-43c0-83bb-b0ecf886b76e None None] Attempting to bind port e9efdc51-893b-49f8-9587-3692219c081f by drivers openvswitch on host dv-cinder-667108-29-smb at level 0 using segments [{'id': '82a744fe-6904-4fd0-b896-300e11b85646', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6acf5738-1694-4eb5-807a-ec6e68e73bea'}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 16:12:42.576836 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c023e0-2901-43c0-83bb-b0ecf886b76e None None] Attempting to bind port e9efdc51-893b-49f8-9587-3692219c081f on network 6acf5738-1694-4eb5-807a-ec6e68e73bea {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 16:12:42.596842 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92051df7-b1ae-4f18-97b8-09530aa888a9 admin admin] Network 8cb986dc-564f-4d7a-9897-91054d6f010e is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:12:42.599091 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-92051df7-b1ae-4f18-97b8-09530aa888a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:12:42.603024 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92051df7-b1ae-4f18-97b8-09530aa888a9 admin admin] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:12:42.628651 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c023e0-2901-43c0-83bb-b0ecf886b76e None None] Checking agent: {'id': '5ecd99d1-ce90-4fa2-88be-ab4d7154f57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 48, 38), 'started_at': datetime.datetime(2021, 1, 19, 15, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 16:12:42.629085 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c023e0-2901-43c0-83bb-b0ecf886b76e None None] Checking segment: {'id': '82a744fe-6904-4fd0-b896-300e11b85646', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6acf5738-1694-4eb5-807a-ec6e68e73bea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:12:42.629532 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f4c023e0-2901-43c0-83bb-b0ecf886b76e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:42.629979 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c023e0-2901-43c0-83bb-b0ecf886b76e None None] Bound using segment: {'id': '82a744fe-6904-4fd0-b896-300e11b85646', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6acf5738-1694-4eb5-807a-ec6e68e73bea'} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 16:12:42.630526 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-f4c023e0-2901-43c0-83bb-b0ecf886b76e None None] Bound port: e9efdc51-893b-49f8-9587-3692219c081f, host: dv-cinder-667108-29-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a744fe-6904-4fd0-b896-300e11b85646', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6acf5738-1694-4eb5-807a-ec6e68e73bea'}}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 16:12:42.631012 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f4c023e0-2901-43c0-83bb-b0ecf886b76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:42.714190 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-43575467-0213-48e5-841a-dd58af54e9da None None] Notify callbacks [] for port, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:42.750214 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-43575467-0213-48e5-841a-dd58af54e9da None None] Transition to ACTIVE for port object 5ec1cedb-f872-41e6-9329-a64d0488d117 will not be triggered until provisioned by entity L2. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:12:42.756236 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-43575467-0213-48e5-841a-dd58af54e9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:42.776933 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:42.899702 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-f4c023e0-2901-43c0-83bb-b0ecf886b76e None None] For port e9efdc51-893b-49f8-9587-3692219c081f, host dv-cinder-667108-29-smb, cleared binding levels {{(pid=80161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 16:12:42.933738 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ede510-54a4-4a24-8aae-46266188c412 None None] Pushing event updated for resources: {'Port': ['ID=5ec1cedb-f872-41e6-9329-a64d0488d117,revision_number=3']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:42.940634 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-f4c023e0-2901-43c0-83bb-b0ecf886b76e None None] For port e9efdc51-893b-49f8-9587-3692219c081f, host dv-cinder-667108-29-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=e9efdc51-893b-49f8-9587-3692219c081f,segment=NetworkSegment(82a744fe-6904-4fd0-b896-300e11b85646),segment_id=82a744fe-6904-4fd0-b896-300e11b85646)] {{(pid=80161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 16:12:42.942550 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f5ede510-54a4-4a24-8aae-46266188c412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:42.961224 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f4c023e0-2901-43c0-83bb-b0ecf886b76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:42.980352 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:43.271133 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c023e0-2901-43c0-83bb-b0ecf886b76e None None] Pushing event updated for resources: {'Port': ['ID=e9efdc51-893b-49f8-9587-3692219c081f,revision_number=2']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:43.278339 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f4c023e0-2901-43c0-83bb-b0ecf886b76e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:43.356966 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-43575467-0213-48e5-841a-dd58af54e9da None None] Attempting to bind port 5ec1cedb-f872-41e6-9329-a64d0488d117 on host dv-cinder-667108-29-smb for vnic_type normal with profile {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 16:12:43.357404 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-43575467-0213-48e5-841a-dd58af54e9da None None] Attempting to bind port 5ec1cedb-f872-41e6-9329-a64d0488d117 by drivers openvswitch on host dv-cinder-667108-29-smb at level 0 using segments [{'id': '23508355-3b52-42a9-a063-c3865d2bba06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07'}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 16:12:43.357788 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43575467-0213-48e5-841a-dd58af54e9da None None] Attempting to bind port 5ec1cedb-f872-41e6-9329-a64d0488d117 on network 4e5c4c6e-3754-4adf-914d-87b374ab4b07 {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 16:12:43.367503 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43575467-0213-48e5-841a-dd58af54e9da None None] Checking agent: {'id': '5ecd99d1-ce90-4fa2-88be-ab4d7154f57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 48, 38), 'started_at': datetime.datetime(2021, 1, 19, 15, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 16:12:43.367999 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43575467-0213-48e5-841a-dd58af54e9da None None] Checking segment: {'id': '23508355-3b52-42a9-a063-c3865d2bba06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:12:43.368364 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-43575467-0213-48e5-841a-dd58af54e9da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:43.368804 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43575467-0213-48e5-841a-dd58af54e9da None None] Bound using segment: {'id': '23508355-3b52-42a9-a063-c3865d2bba06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07'} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 16:12:43.369342 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-43575467-0213-48e5-841a-dd58af54e9da None None] Bound port: 5ec1cedb-f872-41e6-9329-a64d0488d117, host: dv-cinder-667108-29-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23508355-3b52-42a9-a063-c3865d2bba06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07'}}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 16:12:43.369767 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-43575467-0213-48e5-841a-dd58af54e9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:43.402920 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-92051df7-b1ae-4f18-97b8-09530aa888a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:43.635873 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-43575467-0213-48e5-841a-dd58af54e9da None None] For port 5ec1cedb-f872-41e6-9329-a64d0488d117, host dv-cinder-667108-29-smb, cleared binding levels {{(pid=80161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 16:12:43.658675 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-43575467-0213-48e5-841a-dd58af54e9da None None] For port 5ec1cedb-f872-41e6-9329-a64d0488d117, host dv-cinder-667108-29-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=5ec1cedb-f872-41e6-9329-a64d0488d117,segment=NetworkSegment(23508355-3b52-42a9-a063-c3865d2bba06),segment_id=23508355-3b52-42a9-a063-c3865d2bba06)] {{(pid=80161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 16:12:43.664587 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-43575467-0213-48e5-841a-dd58af54e9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:43.682174 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:43.883819 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ede510-54a4-4a24-8aae-46266188c412 None None] Pushing event updated for resources: {'Port': ['ID=5ec1cedb-f872-41e6-9329-a64d0488d117,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:43.890902 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f5ede510-54a4-4a24-8aae-46266188c412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:43.895249 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-92051df7-b1ae-4f18-97b8-09530aa888a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1738194'] for router, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:43.988126 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43575467-0213-48e5-841a-dd58af54e9da None None] Routers {'16a193fa-3751-4d17-9654-0196774d6d7d'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:12:43.988749 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-43575467-0213-48e5-841a-dd58af54e9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:12:37Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['16a193fa-3751-4d17-9654-0196774d6d7d'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:12:44.177934 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92051df7-b1ae-4f18-97b8-09530aa888a9 admin admin] Router a1d90825-e7da-4374-818d-fa7115ec544a is scheduled to L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f with binding_index 1 {{(pid=80159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 19 16:12:44.402090 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-43575467-0213-48e5-841a-dd58af54e9da None None] Set router 16a193fa-3751-4d17-9654-0196774d6d7d gateway port host: dv-cinder-667108-29-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:12:44.406546 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92051df7-b1ae-4f18-97b8-09530aa888a9 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 16:12:44.418743 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1a46c5-11dd-4e1a-9214-2d2ec53102be None None] Sync routers for ids ['a1d90825-e7da-4374-818d-fa7115ec544a'] in dv-cinder-667108-29-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 16:12:44.431902 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1a46c5-11dd-4e1a-9214-2d2ec53102be None None] Routers {'a1d90825-e7da-4374-818d-fa7115ec544a'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:12:44.432913 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-2e1a46c5-11dd-4e1a-9214-2d2ec53102be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:12:37Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['a1d90825-e7da-4374-818d-fa7115ec544a'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:12:44.443738 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-92051df7-b1ae-4f18-97b8-09530aa888a9 admin admin] Notify callbacks [] for router, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:44.449679 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-92051df7-b1ae-4f18-97b8-09530aa888a9 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2782135 Jan 19 16:12:44.450662 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 51544) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:12:44.667074 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-2e1a46c5-11dd-4e1a-9214-2d2ec53102be None None] Set router a1d90825-e7da-4374-818d-fa7115ec544a gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:12:44.880687 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-43575467-0213-48e5-841a-dd58af54e9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'name': 'tempest-TestShelveInstance-950266578-router', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:12:27Z', 'updated_at': '2021-01-19T16:12:34Z', 'revision_number': 4, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'gw_port': {'id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:29Z', 'updated_at': '2021-01-19T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': '5ec1cedb-f872-41e6-9329-a64d0488d117', 'name': '', 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'mac_address': 'fa:16:3e:a2:b4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '3c4408be-cdb4-41d7-9f34-5acdd3f924ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:33Z', 'updated_at': '2021-01-19T16:12:43Z', 'revision_number': 4, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'subnets': [{'id': '3c4408be-cdb4-41d7-9f34-5acdd3f924ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:12:44.896804 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43575467-0213-48e5-841a-dd58af54e9da None None] The sync data for ids ['16a193fa-3751-4d17-9654-0196774d6d7d'] in dv-cinder-667108-29-smb is: [{'id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'name': 'tempest-TestShelveInstance-950266578-router', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:12:27Z', 'updated_at': '2021-01-19T16:12:34Z', 'revision_number': 4, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'gw_port': {'id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:29Z', 'updated_at': '2021-01-19T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': '5ec1cedb-f872-41e6-9329-a64d0488d117', 'name': '', 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'mac_address': 'fa:16:3e:a2:b4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '3c4408be-cdb4-41d7-9f34-5acdd3f924ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:33Z', 'updated_at': '2021-01-19T16:12:43Z', 'revision_number': 4, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'subnets': [{'id': '3c4408be-cdb4-41d7-9f34-5acdd3f924ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 16:12:45.072198 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704be0af-3874-4d49-80a7-e112c994ce79 None None] Network 6acf5738-1694-4eb5-807a-ec6e68e73bea requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 16:12:45.163040 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-2e1a46c5-11dd-4e1a-9214-2d2ec53102be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d90825-e7da-4374-818d-fa7115ec544a', 'name': 'tempest-TestShelveInstance-1264552675-router', 'tenant_id': '1c33126470fc43af8027773c5a8caf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '72e1e17b-568d-42e6-8166-c49b02463336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:12:40Z', 'updated_at': '2021-01-19T16:12:43Z', 'revision_number': 3, 'project_id': '1c33126470fc43af8027773c5a8caf8b', 'gw_port': {'id': '72e1e17b-568d-42e6-8166-c49b02463336', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d90825-e7da-4374-818d-fa7115ec544a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:41Z', 'updated_at': '2021-01-19T16:12:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:12:45.171478 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1a46c5-11dd-4e1a-9214-2d2ec53102be None None] Checking router: a1d90825-e7da-4374-818d-fa7115ec544a for host: dv-cinder-667108-29-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 16:12:45.173139 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1a46c5-11dd-4e1a-9214-2d2ec53102be None None] Updating router a1d90825-e7da-4374-818d-fa7115ec544a port 72e1e17b-568d-42e6-8166-c49b02463336 binding host dv-cinder-667108-29-smb {{(pid=80162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 16:12:45.361555 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-2e1a46c5-11dd-4e1a-9214-2d2ec53102be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:45.448782 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-f44bd333-39ca-45a4-8dbd-064649641966 None None] Provisioning for port e9efdc51-893b-49f8-9587-3692219c081f completed by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:12:45.576069 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 5ec1cedb-f872-41e6-9329-a64d0488d117 up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:12:45.721605 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning for port 5ec1cedb-f872-41e6-9329-a64d0488d117 completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:12:45.733210 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port 5ec1cedb-f872-41e6-9329-a64d0488d117 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:12:45.734313 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:45.935865 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:45.966071 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cd6744e3-c972-4c58-a500-70332908d002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:46.018826 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] For port 5ec1cedb-f872-41e6-9329-a64d0488d117, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=5ec1cedb-f872-41e6-9329-a64d0488d117,segment=NetworkSegment(23508355-3b52-42a9-a063-c3865d2bba06),segment_id=23508355-3b52-42a9-a063-c3865d2bba06)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:12:46.030485 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-2e1a46c5-11dd-4e1a-9214-2d2ec53102be None None] Notify callbacks [] for port, precommit_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:46.031094 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:46.033651 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device e9efdc51-893b-49f8-9587-3692219c081f up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:12:46.048309 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-2e1a46c5-11dd-4e1a-9214-2d2ec53102be None None] Transition to ACTIVE for port object 72e1e17b-568d-42e6-8166-c49b02463336 will not be triggered until provisioned by entity L2. {{(pid=80162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:12:46.055777 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-2e1a46c5-11dd-4e1a-9214-2d2ec53102be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:46.090608 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d6fbf326-b3ad-458f-a8f2-c984ec3854fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:46.090841 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:46.232712 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Pushing event updated for resources: {'Port': ['ID=5ec1cedb-f872-41e6-9329-a64d0488d117,revision_number=5']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:46.246813 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:46.261284 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning for port e9efdc51-893b-49f8-9587-3692219c081f completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:12:46.268686 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port e9efdc51-893b-49f8-9587-3692219c081f triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:12:46.269286 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:46.290494 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353edc7-060d-49fc-a865-f774e7371249 None None] Pushing event updated for resources: {'Port': ['ID=72e1e17b-568d-42e6-8166-c49b02463336,revision_number=2']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:46.300715 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-8353edc7-060d-49fc-a865-f774e7371249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:46.447946 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:46.484648 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-2e1a46c5-11dd-4e1a-9214-2d2ec53102be None None] Attempting to bind port 72e1e17b-568d-42e6-8166-c49b02463336 on host dv-cinder-667108-29-smb for vnic_type normal with profile {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 16:12:46.485136 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-2e1a46c5-11dd-4e1a-9214-2d2ec53102be None None] Attempting to bind port 72e1e17b-568d-42e6-8166-c49b02463336 by drivers openvswitch on host dv-cinder-667108-29-smb at level 0 using segments [{'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 16:12:46.485540 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a46c5-11dd-4e1a-9214-2d2ec53102be None None] Attempting to bind port 72e1e17b-568d-42e6-8166-c49b02463336 on network 8cb986dc-564f-4d7a-9897-91054d6f010e {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 16:12:46.492814 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a46c5-11dd-4e1a-9214-2d2ec53102be None None] Checking agent: {'id': '5ecd99d1-ce90-4fa2-88be-ab4d7154f57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 48, 38), 'started_at': datetime.datetime(2021, 1, 19, 15, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 16:12:46.493174 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a46c5-11dd-4e1a-9214-2d2ec53102be None None] Checking segment: {'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:12:46.493604 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-2e1a46c5-11dd-4e1a-9214-2d2ec53102be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:46.494065 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a46c5-11dd-4e1a-9214-2d2ec53102be None None] Bound using segment: {'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'} {{(pid=80162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 16:12:46.494433 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] For port e9efdc51-893b-49f8-9587-3692219c081f, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=e9efdc51-893b-49f8-9587-3692219c081f,segment=NetworkSegment(82a744fe-6904-4fd0-b896-300e11b85646),segment_id=82a744fe-6904-4fd0-b896-300e11b85646)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:12:46.494615 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-2e1a46c5-11dd-4e1a-9214-2d2ec53102be None None] Bound port: 72e1e17b-568d-42e6-8166-c49b02463336, host: dv-cinder-667108-29-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4602cc-7cc3-4442-ad7e-3dfa8118ccff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'}}] {{(pid=80162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 16:12:46.495134 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-2e1a46c5-11dd-4e1a-9214-2d2ec53102be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:46.499401 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:46.502203 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:46.572217 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [None req-cd6744e3-c972-4c58-a500-70332908d002 admin admin] Allocated IP 172.20.0.1 (6acf5738-1694-4eb5-807a-ec6e68e73bea/9be22347-6239-4f8b-ad5c-a6acd1ef92b9/b532d88e-c61a-4168-baab-40c6938107fb) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:12:46.586602 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-2e1a46c5-11dd-4e1a-9214-2d2ec53102be None None] For port 72e1e17b-568d-42e6-8166-c49b02463336, host dv-cinder-667108-29-smb, cleared binding levels {{(pid=80162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 16:12:46.589980 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-2e1a46c5-11dd-4e1a-9214-2d2ec53102be None None] For port 72e1e17b-568d-42e6-8166-c49b02463336, host dv-cinder-667108-29-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=72e1e17b-568d-42e6-8166-c49b02463336,segment=NetworkSegment(df4602cc-7cc3-4442-ad7e-3dfa8118ccff),segment_id=df4602cc-7cc3-4442-ad7e-3dfa8118ccff)] {{(pid=80162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 16:12:46.594085 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-2e1a46c5-11dd-4e1a-9214-2d2ec53102be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80162) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:46.600893 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Pushing event updated for resources: {'Port': ['ID=e9efdc51-893b-49f8-9587-3692219c081f,revision_number=3']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:46.603929 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-ea1da960-206e-49d8-bfaa-606501e71f16 None None] Provisioning complete for port e9efdc51-893b-49f8-9587-3692219c081f triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:12:46.604459 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ea1da960-206e-49d8-bfaa-606501e71f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:46.612071 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:46.634112 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:46.770889 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353edc7-060d-49fc-a865-f774e7371249 None None] Pushing event updated for resources: {'Port': ['ID=72e1e17b-568d-42e6-8166-c49b02463336,revision_number=3']} {{(pid=80162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:46.788616 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-8353edc7-060d-49fc-a865-f774e7371249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80162) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:46.837982 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1a46c5-11dd-4e1a-9214-2d2ec53102be None None] Routers {'a1d90825-e7da-4374-818d-fa7115ec544a'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:12:46.838897 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-2e1a46c5-11dd-4e1a-9214-2d2ec53102be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:12:37Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['a1d90825-e7da-4374-818d-fa7115ec544a'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:12:46.875025 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cd6744e3-c972-4c58-a500-70332908d002 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:46.897232 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-cd6744e3-c972-4c58-a500-70332908d002 admin admin] Transition to ACTIVE for port object b532d88e-c61a-4168-baab-40c6938107fb will not be triggered until provisioned by entity DHCP. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:12:46.925343 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cd6744e3-c972-4c58-a500-70332908d002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852269169'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:46.956717 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-b2921404-16d7-4cab-99f1-1090af964555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:47.066645 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-2e1a46c5-11dd-4e1a-9214-2d2ec53102be None None] Set router a1d90825-e7da-4374-818d-fa7115ec544a gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:12:47.113220 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6744e3-c972-4c58-a500-70332908d002 admin admin] Pushing event updated for resources: {'Port': ['ID=b532d88e-c61a-4168-baab-40c6938107fb,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:47.116556 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-cd6744e3-c972-4c58-a500-70332908d002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:47.224236 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6744e3-c972-4c58-a500-70332908d002 admin admin] Network 6acf5738-1694-4eb5-807a-ec6e68e73bea is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:12:47.226430 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-cd6744e3-c972-4c58-a500-70332908d002 admin admin] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:12:47.230047 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6744e3-c972-4c58-a500-70332908d002 admin admin] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:12:47.300476 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cd6744e3-c972-4c58-a500-70332908d002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853037727'] for router_interface, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:47.309288 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 5ec1cedb-f872-41e6-9329-a64d0488d117 up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:12:47.496921 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port 5ec1cedb-f872-41e6-9329-a64d0488d117 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:12:47.497584 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:47.595550 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-e70c7425-15be-4268-8bd4-e3536f1df976 None None] Provisioning for port b532d88e-c61a-4168-baab-40c6938107fb completed by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:12:47.636208 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-e70c7425-15be-4268-8bd4-e3536f1df976 None None] Provisioning complete for port b532d88e-c61a-4168-baab-40c6938107fb triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:12:47.636724 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e70c7425-15be-4268-8bd4-e3536f1df976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:47.733218 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device e9efdc51-893b-49f8-9587-3692219c081f up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:12:47.739728 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cd6744e3-c972-4c58-a500-70332908d002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:47.784540 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-e70c7425-15be-4268-8bd4-e3536f1df976 None None] Port b532d88e-c61a-4168-baab-40c6938107fb cannot update to ACTIVE because it is not bound. {{(pid=80161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 16:12:47.835148 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port e9efdc51-893b-49f8-9587-3692219c081f triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:12:47.836407 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:47.937352 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-2e1a46c5-11dd-4e1a-9214-2d2ec53102be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d90825-e7da-4374-818d-fa7115ec544a', 'name': 'tempest-TestShelveInstance-1264552675-router', 'tenant_id': '1c33126470fc43af8027773c5a8caf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '72e1e17b-568d-42e6-8166-c49b02463336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:12:40Z', 'updated_at': '2021-01-19T16:12:43Z', 'revision_number': 3, 'project_id': '1c33126470fc43af8027773c5a8caf8b', 'gw_port': {'id': '72e1e17b-568d-42e6-8166-c49b02463336', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d90825-e7da-4374-818d-fa7115ec544a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:41Z', 'updated_at': '2021-01-19T16:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:12:47.943098 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1a46c5-11dd-4e1a-9214-2d2ec53102be None None] The sync data for ids ['a1d90825-e7da-4374-818d-fa7115ec544a'] in dv-cinder-667108-29-smb is: [{'id': 'a1d90825-e7da-4374-818d-fa7115ec544a', 'name': 'tempest-TestShelveInstance-1264552675-router', 'tenant_id': '1c33126470fc43af8027773c5a8caf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '72e1e17b-568d-42e6-8166-c49b02463336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:12:40Z', 'updated_at': '2021-01-19T16:12:43Z', 'revision_number': 3, 'project_id': '1c33126470fc43af8027773c5a8caf8b', 'gw_port': {'id': '72e1e17b-568d-42e6-8166-c49b02463336', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d90825-e7da-4374-818d-fa7115ec544a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:41Z', 'updated_at': '2021-01-19T16:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 16:12:48.152931 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cd6744e3-c972-4c58-a500-70332908d002 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:48.158399 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cd6744e3-c972-4c58-a500-70332908d002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2506630'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:48.192541 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:48.325404 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cd6744e3-c972-4c58-a500-70332908d002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853088085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853036600'] for router_interface, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:48.354757 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6744e3-c972-4c58-a500-70332908d002 admin admin] Pushing event updated for resources: {'Port': ['ID=b532d88e-c61a-4168-baab-40c6938107fb,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:48.360195 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-cd6744e3-c972-4c58-a500-70332908d002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:48.545666 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6744e3-c972-4c58-a500-70332908d002 admin admin] Network 6acf5738-1694-4eb5-807a-ec6e68e73bea is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:12:48.547168 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [None req-cd6744e3-c972-4c58-a500-70332908d002 admin admin] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:12:48.873936 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6744e3-c972-4c58-a500-70332908d002 admin admin] Router a1d90825-e7da-4374-818d-fa7115ec544a has already been hosted by L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f {{(pid=80159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 16:12:48.928471 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-b285705e-01a8-422b-aee3-b491a47441d7 None None] Provisioning complete for port b532d88e-c61a-4168-baab-40c6938107fb triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:12:48.929192 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b285705e-01a8-422b-aee3-b491a47441d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:48.999034 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-b285705e-01a8-422b-aee3-b491a47441d7 None None] Port b532d88e-c61a-4168-baab-40c6938107fb cannot update to ACTIVE because it is not bound. {{(pid=80161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 16:12:49.211814 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6744e3-c972-4c58-a500-70332908d002 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 16:12:49.235165 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-cd6744e3-c972-4c58-a500-70332908d002 admin admin] 10.222.0.110 "PUT /v2.0/routers/a1d90825-e7da-4374-818d-fa7115ec544a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7828090 Jan 19 16:12:49.305369 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 72e1e17b-568d-42e6-8166-c49b02463336 up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:12:49.404827 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning for port 72e1e17b-568d-42e6-8166-c49b02463336 completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:12:49.412372 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port 72e1e17b-568d-42e6-8166-c49b02463336 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:12:49.413021 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:49.554431 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:49.576224 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] For port 72e1e17b-568d-42e6-8166-c49b02463336, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=72e1e17b-568d-42e6-8166-c49b02463336,segment=NetworkSegment(df4602cc-7cc3-4442-ad7e-3dfa8118ccff),segment_id=df4602cc-7cc3-4442-ad7e-3dfa8118ccff)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:12:49.581213 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:49.584049 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-854fd971-772e-4dbb-b658-2ae6c2de179c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:49.662167 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Pushing event updated for resources: {'Port': ['ID=72e1e17b-568d-42e6-8166-c49b02463336,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:49.666249 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:50.064057 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-824e24dd-adf1-4406-b426-149f53c45027 req-ba053d07-ee28-4077-b313-daa4d297e5e2 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-646505866', 'description': 'tempest-TestShelveInstance-646505866 description'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:12:50.074396 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-824e24dd-adf1-4406-b426-149f53c45027 req-ba053d07-ee28-4077-b313-daa4d297e5e2 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:12:50.079682 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-824e24dd-adf1-4406-b426-149f53c45027 req-ba053d07-ee28-4077-b313-daa4d297e5e2 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Usage tracker for resource:security_group and tenant:1e7f8e608b4f4680873703bc3d3775fa is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:12:50.084244 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-824e24dd-adf1-4406-b426-149f53c45027 req-ba053d07-ee28-4077-b313-daa4d297e5e2 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:12:50.090781 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-824e24dd-adf1-4406-b426-149f53c45027 req-ba053d07-ee28-4077-b313-daa4d297e5e2 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:12:50.101286 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-824e24dd-adf1-4406-b426-149f53c45027 req-ba053d07-ee28-4077-b313-daa4d297e5e2 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks [] for security_group, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:50.126248 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-824e24dd-adf1-4406-b426-149f53c45027 req-ba053d07-ee28-4077-b313-daa4d297e5e2 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:12:50.131199 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-824e24dd-adf1-4406-b426-149f53c45027 req-ba053d07-ee28-4077-b313-daa4d297e5e2 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Usage tracker for resource:security_group_rule and tenant:1e7f8e608b4f4680873703bc3d3775fa is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:12:50.134420 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-824e24dd-adf1-4406-b426-149f53c45027 req-ba053d07-ee28-4077-b313-daa4d297e5e2 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:12:50.140479 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-824e24dd-adf1-4406-b426-149f53c45027 req-ba053d07-ee28-4077-b313-daa4d297e5e2 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:12:50.282382 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-824e24dd-adf1-4406-b426-149f53c45027 req-ba053d07-ee28-4077-b313-daa4d297e5e2 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks [] for security_group, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:50.286418 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-824e24dd-adf1-4406-b426-149f53c45027 req-ba053d07-ee28-4077-b313-daa4d297e5e2 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:50.290772 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d252232-26e1-4896-8135-8886eaee8fe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:50.338870 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba053d07-ee28-4077-b313-daa4d297e5e2 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Pushing event updated for resources: {'SecurityGroup': ['ID=da7d1111-0004-4776-b77d-77f64f889aca,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:50.341943 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-824e24dd-adf1-4406-b426-149f53c45027 req-ba053d07-ee28-4077-b313-daa4d297e5e2 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:50.343396 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-824e24dd-adf1-4406-b426-149f53c45027 req-ba053d07-ee28-4077-b313-daa4d297e5e2 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2846377 Jan 19 16:12:50.344891 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-ba053d07-ee28-4077-b313-daa4d297e5e2 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:50.436452 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a39a46c7-51d1-49cb-9e09-a1a11eb4740e req-e2612431-5636-4b53-8184-aa9aac991351 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups/da7d1111-0004-4776-b77d-77f64f889aca HTTP/1.1" status: 200 len: 1800 time: 0.0558200 Jan 19 16:12:50.449550 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-a39a46c7-51d1-49cb-9e09-a1a11eb4740e req-602e5ab1-f8d2-4036-b23d-2c160f25ee36 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da7d1111-0004-4776-b77d-77f64f889aca', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:12:50.449905 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-a39a46c7-51d1-49cb-9e09-a1a11eb4740e req-602e5ab1-f8d2-4036-b23d-2c160f25ee36 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da7d1111-0004-4776-b77d-77f64f889aca', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:12:50.460788 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-a39a46c7-51d1-49cb-9e09-a1a11eb4740e req-602e5ab1-f8d2-4036-b23d-2c160f25ee36 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:12:50.465491 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-a39a46c7-51d1-49cb-9e09-a1a11eb4740e req-602e5ab1-f8d2-4036-b23d-2c160f25ee36 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Usage tracker for resource:security_group_rule and tenant:1e7f8e608b4f4680873703bc3d3775fa is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:12:50.468750 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-a39a46c7-51d1-49cb-9e09-a1a11eb4740e req-602e5ab1-f8d2-4036-b23d-2c160f25ee36 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:12:50.475701 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-a39a46c7-51d1-49cb-9e09-a1a11eb4740e req-602e5ab1-f8d2-4036-b23d-2c160f25ee36 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:12:50.542454 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a39a46c7-51d1-49cb-9e09-a1a11eb4740e req-602e5ab1-f8d2-4036-b23d-2c160f25ee36 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks [] for security_group_rule, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:50.571539 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a39a46c7-51d1-49cb-9e09-a1a11eb4740e req-602e5ab1-f8d2-4036-b23d-2c160f25ee36 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:50.575072 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a39a46c7-51d1-49cb-9e09-a1a11eb4740e req-602e5ab1-f8d2-4036-b23d-2c160f25ee36 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853051034'] for security_group_rule, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:50.580428 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:50.631601 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e5ab1-f8d2-4036-b23d-2c160f25ee36 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b87984-923c-47d5-be00-abb2def2e719,revision_number=0']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:50.636264 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-602e5ab1-f8d2-4036-b23d-2c160f25ee36 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:50.649026 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-a39a46c7-51d1-49cb-9e09-a1a11eb4740e req-602e5ab1-f8d2-4036-b23d-2c160f25ee36 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks [] for security_group_rule, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:50.651329 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a39a46c7-51d1-49cb-9e09-a1a11eb4740e req-602e5ab1-f8d2-4036-b23d-2c160f25ee36 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2067733 Jan 19 16:12:50.745282 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3e3ad722-5234-46f2-b79f-f7c341227db8 req-fcb68f69-b6dd-4583-8298-2910fa95e3ec tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups/da7d1111-0004-4776-b77d-77f64f889aca HTTP/1.1" status: 200 len: 2393 time: 0.0605276 Jan 19 16:12:50.762115 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-3e3ad722-5234-46f2-b79f-f7c341227db8 req-a0d4b113-75a0-4a04-af4b-debf307b7e61 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da7d1111-0004-4776-b77d-77f64f889aca', 'remote_group_id': None}]} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:12:50.762694 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-3e3ad722-5234-46f2-b79f-f7c341227db8 req-a0d4b113-75a0-4a04-af4b-debf307b7e61 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da7d1111-0004-4776-b77d-77f64f889aca', 'remote_group_id': None}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:12:50.776773 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-3e3ad722-5234-46f2-b79f-f7c341227db8 req-a0d4b113-75a0-4a04-af4b-debf307b7e61 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:12:50.783143 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-3e3ad722-5234-46f2-b79f-f7c341227db8 req-a0d4b113-75a0-4a04-af4b-debf307b7e61 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Usage tracker for resource:security_group_rule and tenant:1e7f8e608b4f4680873703bc3d3775fa is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:12:50.786533 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-3e3ad722-5234-46f2-b79f-f7c341227db8 req-a0d4b113-75a0-4a04-af4b-debf307b7e61 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:12:50.793304 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-3e3ad722-5234-46f2-b79f-f7c341227db8 req-a0d4b113-75a0-4a04-af4b-debf307b7e61 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:12:50.859275 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-3e3ad722-5234-46f2-b79f-f7c341227db8 req-a0d4b113-75a0-4a04-af4b-debf307b7e61 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks [] for security_group_rule, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:50.903164 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-3e3ad722-5234-46f2-b79f-f7c341227db8 req-a0d4b113-75a0-4a04-af4b-debf307b7e61 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:50.908533 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-3e3ad722-5234-46f2-b79f-f7c341227db8 req-a0d4b113-75a0-4a04-af4b-debf307b7e61 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853051034'] for security_group_rule, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:50.915043 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-602e5ab1-f8d2-4036-b23d-2c160f25ee36 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:50.940307 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4b113-75a0-4a04-af4b-debf307b7e61 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5adadb45-6cb3-4079-b44e-0cbc4e2e3fad,revision_number=0']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:50.943436 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-a0d4b113-75a0-4a04-af4b-debf307b7e61 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:50.951916 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-3e3ad722-5234-46f2-b79f-f7c341227db8 req-a0d4b113-75a0-4a04-af4b-debf307b7e61 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks [] for security_group_rule, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:50.953285 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3e3ad722-5234-46f2-b79f-f7c341227db8 req-a0d4b113-75a0-4a04-af4b-debf307b7e61 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1961477 Jan 19 16:12:51.286598 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 72e1e17b-568d-42e6-8166-c49b02463336 up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:12:51.332538 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849fe2b7-0d2e-4c9b-b7bc-a92e33f0bb0c None None] Sync routers for ids ['a1d90825-e7da-4374-818d-fa7115ec544a'] in dv-cinder-667108-29-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 16:12:51.358500 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849fe2b7-0d2e-4c9b-b7bc-a92e33f0bb0c None None] Routers {'a1d90825-e7da-4374-818d-fa7115ec544a'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:12:51.359229 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-849fe2b7-0d2e-4c9b-b7bc-a92e33f0bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:12:37Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['a1d90825-e7da-4374-818d-fa7115ec544a'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:12:51.546937 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port 72e1e17b-568d-42e6-8166-c49b02463336 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:12:51.547887 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:51.636940 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-849fe2b7-0d2e-4c9b-b7bc-a92e33f0bb0c None None] Set router a1d90825-e7da-4374-818d-fa7115ec544a gateway port host: dv-cinder-667108-29-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:12:52.373408 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-849fe2b7-0d2e-4c9b-b7bc-a92e33f0bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d90825-e7da-4374-818d-fa7115ec544a', 'name': 'tempest-TestShelveInstance-1264552675-router', 'tenant_id': '1c33126470fc43af8027773c5a8caf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '72e1e17b-568d-42e6-8166-c49b02463336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:12:40Z', 'updated_at': '2021-01-19T16:12:47Z', 'revision_number': 4, 'project_id': '1c33126470fc43af8027773c5a8caf8b', 'gw_port': {'id': '72e1e17b-568d-42e6-8166-c49b02463336', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d90825-e7da-4374-818d-fa7115ec544a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:41Z', 'updated_at': '2021-01-19T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': 'b532d88e-c61a-4168-baab-40c6938107fb', 'name': '', 'network_id': '6acf5738-1694-4eb5-807a-ec6e68e73bea', 'tenant_id': '1c33126470fc43af8027773c5a8caf8b', 'mac_address': 'fa:16:3e:90:85:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d90825-e7da-4374-818d-fa7115ec544a', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '9be22347-6239-4f8b-ad5c-a6acd1ef92b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:46Z', 'updated_at': '2021-01-19T16:12:47Z', 'revision_number': 2, 'project_id': '1c33126470fc43af8027773c5a8caf8b', 'subnets': [{'id': '9be22347-6239-4f8b-ad5c-a6acd1ef92b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:12:52.385472 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849fe2b7-0d2e-4c9b-b7bc-a92e33f0bb0c None None] Checking router: a1d90825-e7da-4374-818d-fa7115ec544a for host: dv-cinder-667108-29-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 16:12:52.386331 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849fe2b7-0d2e-4c9b-b7bc-a92e33f0bb0c None None] Updating router a1d90825-e7da-4374-818d-fa7115ec544a port b532d88e-c61a-4168-baab-40c6938107fb binding host dv-cinder-667108-29-smb {{(pid=80161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 19 16:12:52.473938 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-849fe2b7-0d2e-4c9b-b7bc-a92e33f0bb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:53.089189 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-849fe2b7-0d2e-4c9b-b7bc-a92e33f0bb0c None None] Notify callbacks [] for port, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:53.114371 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-849fe2b7-0d2e-4c9b-b7bc-a92e33f0bb0c None None] Transition to ACTIVE for port object b532d88e-c61a-4168-baab-40c6938107fb will not be triggered until provisioned by entity L2. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:12:53.119103 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-849fe2b7-0d2e-4c9b-b7bc-a92e33f0bb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:53.151486 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:53.319909 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3ff34-67ee-44d6-b5d9-86612681b798 None None] Pushing event updated for resources: {'Port': ['ID=b532d88e-c61a-4168-baab-40c6938107fb,revision_number=3']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:53.325457 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-42d3ff34-67ee-44d6-b5d9-86612681b798 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:53.533319 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-849fe2b7-0d2e-4c9b-b7bc-a92e33f0bb0c None None] Attempting to bind port b532d88e-c61a-4168-baab-40c6938107fb on host dv-cinder-667108-29-smb for vnic_type normal with profile {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 16:12:53.533982 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-849fe2b7-0d2e-4c9b-b7bc-a92e33f0bb0c None None] Attempting to bind port b532d88e-c61a-4168-baab-40c6938107fb by drivers openvswitch on host dv-cinder-667108-29-smb at level 0 using segments [{'id': '82a744fe-6904-4fd0-b896-300e11b85646', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6acf5738-1694-4eb5-807a-ec6e68e73bea'}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 16:12:53.534533 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849fe2b7-0d2e-4c9b-b7bc-a92e33f0bb0c None None] Attempting to bind port b532d88e-c61a-4168-baab-40c6938107fb on network 6acf5738-1694-4eb5-807a-ec6e68e73bea {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 16:12:53.543920 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849fe2b7-0d2e-4c9b-b7bc-a92e33f0bb0c None None] Checking agent: {'id': '5ecd99d1-ce90-4fa2-88be-ab4d7154f57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 48, 38), 'started_at': datetime.datetime(2021, 1, 19, 15, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 16:12:53.544584 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849fe2b7-0d2e-4c9b-b7bc-a92e33f0bb0c None None] Checking segment: {'id': '82a744fe-6904-4fd0-b896-300e11b85646', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6acf5738-1694-4eb5-807a-ec6e68e73bea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:12:53.545199 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-849fe2b7-0d2e-4c9b-b7bc-a92e33f0bb0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:53.545798 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849fe2b7-0d2e-4c9b-b7bc-a92e33f0bb0c None None] Bound using segment: {'id': '82a744fe-6904-4fd0-b896-300e11b85646', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6acf5738-1694-4eb5-807a-ec6e68e73bea'} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 16:12:53.546496 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-849fe2b7-0d2e-4c9b-b7bc-a92e33f0bb0c None None] Bound port: b532d88e-c61a-4168-baab-40c6938107fb, host: dv-cinder-667108-29-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a744fe-6904-4fd0-b896-300e11b85646', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6acf5738-1694-4eb5-807a-ec6e68e73bea'}}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 16:12:53.547142 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-849fe2b7-0d2e-4c9b-b7bc-a92e33f0bb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:53.690542 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-849fe2b7-0d2e-4c9b-b7bc-a92e33f0bb0c None None] For port b532d88e-c61a-4168-baab-40c6938107fb, host dv-cinder-667108-29-smb, cleared binding levels {{(pid=80161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 16:12:53.695221 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-849fe2b7-0d2e-4c9b-b7bc-a92e33f0bb0c None None] For port b532d88e-c61a-4168-baab-40c6938107fb, host dv-cinder-667108-29-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=b532d88e-c61a-4168-baab-40c6938107fb,segment=NetworkSegment(82a744fe-6904-4fd0-b896-300e11b85646),segment_id=82a744fe-6904-4fd0-b896-300e11b85646)] {{(pid=80161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 16:12:53.700021 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-849fe2b7-0d2e-4c9b-b7bc-a92e33f0bb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:53.725561 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:53.915885 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3ff34-67ee-44d6-b5d9-86612681b798 None None] Pushing event updated for resources: {'Port': ['ID=b532d88e-c61a-4168-baab-40c6938107fb,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:53.921863 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-42d3ff34-67ee-44d6-b5d9-86612681b798 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:53.971428 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849fe2b7-0d2e-4c9b-b7bc-a92e33f0bb0c None None] Routers {'a1d90825-e7da-4374-818d-fa7115ec544a'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:12:53.972197 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-849fe2b7-0d2e-4c9b-b7bc-a92e33f0bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:12:37Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['a1d90825-e7da-4374-818d-fa7115ec544a'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:12:54.237333 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-849fe2b7-0d2e-4c9b-b7bc-a92e33f0bb0c None None] Set router a1d90825-e7da-4374-818d-fa7115ec544a gateway port host: dv-cinder-667108-29-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:12:54.640190 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-849fe2b7-0d2e-4c9b-b7bc-a92e33f0bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d90825-e7da-4374-818d-fa7115ec544a', 'name': 'tempest-TestShelveInstance-1264552675-router', 'tenant_id': '1c33126470fc43af8027773c5a8caf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '72e1e17b-568d-42e6-8166-c49b02463336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:12:40Z', 'updated_at': '2021-01-19T16:12:47Z', 'revision_number': 4, 'project_id': '1c33126470fc43af8027773c5a8caf8b', 'gw_port': {'id': '72e1e17b-568d-42e6-8166-c49b02463336', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d90825-e7da-4374-818d-fa7115ec544a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:41Z', 'updated_at': '2021-01-19T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': 'b532d88e-c61a-4168-baab-40c6938107fb', 'name': '', 'network_id': '6acf5738-1694-4eb5-807a-ec6e68e73bea', 'tenant_id': '1c33126470fc43af8027773c5a8caf8b', 'mac_address': 'fa:16:3e:90:85:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d90825-e7da-4374-818d-fa7115ec544a', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '9be22347-6239-4f8b-ad5c-a6acd1ef92b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:46Z', 'updated_at': '2021-01-19T16:12:53Z', 'revision_number': 4, 'project_id': '1c33126470fc43af8027773c5a8caf8b', 'subnets': [{'id': '9be22347-6239-4f8b-ad5c-a6acd1ef92b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:12:54.645992 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849fe2b7-0d2e-4c9b-b7bc-a92e33f0bb0c None None] The sync data for ids ['a1d90825-e7da-4374-818d-fa7115ec544a'] in dv-cinder-667108-29-smb is: [{'id': 'a1d90825-e7da-4374-818d-fa7115ec544a', 'name': 'tempest-TestShelveInstance-1264552675-router', 'tenant_id': '1c33126470fc43af8027773c5a8caf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '72e1e17b-568d-42e6-8166-c49b02463336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:12:40Z', 'updated_at': '2021-01-19T16:12:47Z', 'revision_number': 4, 'project_id': '1c33126470fc43af8027773c5a8caf8b', 'gw_port': {'id': '72e1e17b-568d-42e6-8166-c49b02463336', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d90825-e7da-4374-818d-fa7115ec544a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:41Z', 'updated_at': '2021-01-19T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': 'b532d88e-c61a-4168-baab-40c6938107fb', 'name': '', 'network_id': '6acf5738-1694-4eb5-807a-ec6e68e73bea', 'tenant_id': '1c33126470fc43af8027773c5a8caf8b', 'mac_address': 'fa:16:3e:90:85:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d90825-e7da-4374-818d-fa7115ec544a', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '9be22347-6239-4f8b-ad5c-a6acd1ef92b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:46Z', 'updated_at': '2021-01-19T16:12:53Z', 'revision_number': 4, 'project_id': '1c33126470fc43af8027773c5a8caf8b', 'subnets': [{'id': '9be22347-6239-4f8b-ad5c-a6acd1ef92b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 16:12:55.357253 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device b532d88e-c61a-4168-baab-40c6938107fb up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:12:55.522883 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning for port b532d88e-c61a-4168-baab-40c6938107fb completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:12:55.534019 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port b532d88e-c61a-4168-baab-40c6938107fb triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:12:55.534868 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:55.735392 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:55.797748 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] For port b532d88e-c61a-4168-baab-40c6938107fb, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=b532d88e-c61a-4168-baab-40c6938107fb,segment=NetworkSegment(82a744fe-6904-4fd0-b896-300e11b85646),segment_id=82a744fe-6904-4fd0-b896-300e11b85646)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:12:55.801941 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:12:55.807595 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f4c023e0-2901-43c0-83bb-b0ecf886b76e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:12:55.932977 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Pushing event updated for resources: {'Port': ['ID=b532d88e-c61a-4168-baab-40c6938107fb,revision_number=5']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:12:55.937241 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:12:57.317176 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device b532d88e-c61a-4168-baab-40c6938107fb up at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:12:57.436177 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Provisioning complete for port b532d88e-c61a-4168-baab-40c6938107fb triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:12:57.436787 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:04.038699 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cc10a697-4234-4d95-81c2-2a8e27624225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:06.977344 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:07.155943 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:07.307339 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-d9bab3d7-f3e6-4460-a1be-256e44572d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:07.943787 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:09.206821 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:09.477243 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-c90b5f7d-ad02-4d71-9dcf-39fbe73a4825 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Synchronizing usage tracker for tenant:1e7f8e608b4f4680873703bc3d3775fa on resource:security_group {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:13:09.507081 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-c90b5f7d-ad02-4d71-9dcf-39fbe73a4825 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Unset dirty status for tenant:1e7f8e608b4f4680873703bc3d3775fa on resource:security_group {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:13:09.508417 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-c90b5f7d-ad02-4d71-9dcf-39fbe73a4825 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-646505866&fields=id&tenant_id=1e7f8e608b4f4680873703bc3d3775fa HTTP/1.1" status: 200 len: 267 time: 0.1226902 Jan 19 16:13:09.731211 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-5c4983e4-4f3e-4b35-8eb9-be8497f1aec5 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:09.732808 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-5c4983e4-4f3e-4b35-8eb9-be8497f1aec5 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/networks?id=4e5c4c6e-3754-4adf-914d-87b374ab4b07 HTTP/1.1" status: 200 len: 808 time: 0.2094195 Jan 19 16:13:09.756163 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-ce24f617-517a-40f7-b80b-032b869e799a tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/quotas/1e7f8e608b4f4680873703bc3d3775fa HTTP/1.1" status: 200 len: 375 time: 0.0116994 Jan 19 16:13:09.930377 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-d9618d7c-3f1c-44e6-83e8-f509904856a3 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Synchronizing usage tracker for tenant:1e7f8e608b4f4680873703bc3d3775fa on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:13:09.950974 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-d9618d7c-3f1c-44e6-83e8-f509904856a3 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Unset dirty status for tenant:1e7f8e608b4f4680873703bc3d3775fa on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:13:09.953651 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-d9618d7c-3f1c-44e6-83e8-f509904856a3 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?tenant_id=1e7f8e608b4f4680873703bc3d3775fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1856651 Jan 19 16:13:10.095640 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:13:10.302193 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-5cfc96a4-bef5-4ee3-8f34-f315346dfdac service neutron] 10.222.0.110 "GET /v2.0/networks/4e5c4c6e-3754-4adf-914d-87b374ab4b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342533 Jan 19 16:13:10.472213 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-b8d28872-cc06-43bf-9b0f-e0a3cf9cb325 service neutron] 10.222.0.110 "GET /v2.0/networks/4e5c4c6e-3754-4adf-914d-87b374ab4b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1631415 Jan 19 16:13:11.062290 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-49a1d4b2-48fc-4759-a481-65584848049b req-198f351a-cf1b-4b1e-832f-6a9e4041d697 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 210 time: 0.0728757 Jan 19 16:13:12.381370 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-95701343-31c8-46f1-a88c-03870284fb45 req-3b43fa17-97fa-438a-90ef-b9f96d01b250 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 210 time: 0.1414275 Jan 19 16:13:12.564588 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-004fc64d-08df-4f56-ae98-0855c6335e96 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:12.566195 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-004fc64d-08df-4f56-ae98-0855c6335e96 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.104 "GET /v2.0/networks?id=4e5c4c6e-3754-4adf-914d-87b374ab4b07 HTTP/1.1" status: 200 len: 808 time: 0.2553763 Jan 19 16:13:12.699492 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-b9d28fb6-91d9-4f7c-8912-771e3bd54a72 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=1e7f8e608b4f4680873703bc3d3775fa HTTP/1.1" status: 200 len: 5757 time: 0.1181717 Jan 19 16:13:12.711271 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Request body: {'port': {'device_id': '8f7db885-337f-48aa-8a0d-f5f443d6ce6e', 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07', 'admin_state_up': True, 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'security_groups': ['da7d1111-0004-4776-b77d-77f64f889aca']}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:13:12.877194 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:13:12.887872 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:13:12.900216 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Made reservation on behalf of 1e7f8e608b4f4680873703bc3d3775fa for: {'port': 1} {{(pid=80160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 19 16:13:12.911632 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:13.300947 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Allocated IP 172.20.0.9 (4e5c4c6e-3754-4adf-914d-87b374ab4b07/3c4408be-cdb4-41d7-9f34-5acdd3f924ee/b04c238d-be4f-4f85-86c8-3e5e3b3656a7) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:13:13.686222 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-056f2a1a-a0e1-4392-bedc-1f24c0b0faec req-35a78acb-708a-4b11-a138-99d321ba7a03 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 210 time: 0.1354911 Jan 19 16:13:13.770518 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:13.798751 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Transition to ACTIVE for port object b04c238d-be4f-4f85-86c8-3e5e3b3656a7 will not be triggered until provisioned by entity DHCP. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:13:13.830163 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:13.847700 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-d4a858f9-4c89-4db4-b218-915047a05310 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:13:13.998865 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Pushing event updated for resources: {'Port': ['ID=b04c238d-be4f-4f85-86c8-3e5e3b3656a7,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:13:14.011390 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:13:14.011815 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:13:14.012224 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:13:14.012643 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:13:14.013042 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:13:14.013450 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:13:14.013853 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:13:14.014275 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:13:14.014690 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:13:14.015179 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:13:14.015880 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:13:14.016302 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:13:14.016807 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:13:14.017212 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:13:14.017612 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:13:14.018015 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:13:14.018457 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:13:14.018892 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:13:14.019554 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:13:14.019955 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:13:14.020348 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:13:14.020746 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:13:14.021123 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:13:14.021595 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:13:14.027980 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:13:14.483409 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Network 4e5c4c6e-3754-4adf-914d-87b374ab4b07 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:13:14.485237 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:13:14.489702 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:13:14.632579 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:14.633385 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:14.671674 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9649668 Jan 19 16:13:14.691034 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-67490c31-1f91-4d73-881c-9f3895de3fbe service neutron] Request body: {'port': {'device_id': '8f7db885-337f-48aa-8a0d-f5f443d6ce6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:13:14.852121 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-67490c31-1f91-4d73-881c-9f3895de3fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:14.882312 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1ac2c656-d0ad-4329-a37e-ebde717314cd None None] Provisioning for port b04c238d-be4f-4f85-86c8-3e5e3b3656a7 completed by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:13:14.895510 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1ac2c656-d0ad-4329-a37e-ebde717314cd None None] Provisioning complete for port b04c238d-be4f-4f85-86c8-3e5e3b3656a7 triggered by entity DHCP. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:13:14.897590 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1ac2c656-d0ad-4329-a37e-ebde717314cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:14.995414 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-1ac2c656-d0ad-4329-a37e-ebde717314cd None None] Port b04c238d-be4f-4f85-86c8-3e5e3b3656a7 cannot update to ACTIVE because it is not bound. {{(pid=80161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 19 16:13:15.469207 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1517c-6198-4a16-ad8c-7cce7f1e329a req-8993acbf-8eb5-4c30-aa6b-20dbcd298aef tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:15.470626 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-4bd1517c-6198-4a16-ad8c-7cce7f1e329a req-8993acbf-8eb5-4c30-aa6b-20dbcd298aef tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Synchronizing usage tracker for tenant:1e7f8e608b4f4680873703bc3d3775fa on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:13:15.654301 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-4bd1517c-6198-4a16-ad8c-7cce7f1e329a req-8993acbf-8eb5-4c30-aa6b-20dbcd298aef tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Unset dirty status for tenant:1e7f8e608b4f4680873703bc3d3775fa on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:13:15.657034 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4bd1517c-6198-4a16-ad8c-7cce7f1e329a req-8993acbf-8eb5-4c30-aa6b-20dbcd298aef tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 931 time: 0.6060848 Jan 19 16:13:15.775937 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-4bd1517c-6198-4a16-ad8c-7cce7f1e329a req-3643de58-0a32-40b9-b80e-64e964f75631 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0991514 Jan 19 16:13:15.939054 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-67490c31-1f91-4d73-881c-9f3895de3fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b04c238d-be4f-4f85-86c8-3e5e3b3656a7 {{(pid=80160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 19 16:13:15.957453 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-67490c31-1f91-4d73-881c-9f3895de3fbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:15.984721 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-67490c31-1f91-4d73-881c-9f3895de3fbe service neutron] Transition to ACTIVE for port object b04c238d-be4f-4f85-86c8-3e5e3b3656a7 will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 19 16:13:15.988855 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-67490c31-1f91-4d73-881c-9f3895de3fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:16.020490 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-7de7b7be-c5da-4e17-82a1-a7228361bd51 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:13:16.304050 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67490c31-1f91-4d73-881c-9f3895de3fbe service neutron] Pushing event updated for resources: {'Port': ['ID=b04c238d-be4f-4f85-86c8-3e5e3b3656a7,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:13:16.310143 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-67490c31-1f91-4d73-881c-9f3895de3fbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:13:16.536665 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-67490c31-1f91-4d73-881c-9f3895de3fbe service neutron] Attempting to bind port b04c238d-be4f-4f85-86c8-3e5e3b3656a7 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 16:13:16.537138 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-67490c31-1f91-4d73-881c-9f3895de3fbe service neutron] Attempting to bind port b04c238d-be4f-4f85-86c8-3e5e3b3656a7 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '23508355-3b52-42a9-a063-c3865d2bba06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 19 16:13:16.537643 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-67490c31-1f91-4d73-881c-9f3895de3fbe service neutron] Attempting to bind port b04c238d-be4f-4f85-86c8-3e5e3b3656a7 on network 4e5c4c6e-3754-4adf-914d-87b374ab4b07 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 19 16:13:16.545086 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-67490c31-1f91-4d73-881c-9f3895de3fbe service neutron] Checking agent: {'id': '073d1919-22dd-4be4-a5f1-d010cf1bf21c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 56, 7), 'started_at': datetime.datetime(2021, 1, 19, 15, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.128', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 19 16:13:16.545663 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-67490c31-1f91-4d73-881c-9f3895de3fbe service neutron] Checking segment: {'id': '23508355-3b52-42a9-a063-c3865d2bba06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 19 16:13:16.546221 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-67490c31-1f91-4d73-881c-9f3895de3fbe service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:16.547375 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-67490c31-1f91-4d73-881c-9f3895de3fbe service neutron] Bound using segment: {'id': '23508355-3b52-42a9-a063-c3865d2bba06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 19 16:13:16.548221 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-67490c31-1f91-4d73-881c-9f3895de3fbe service neutron] Bound port: b04c238d-be4f-4f85-86c8-3e5e3b3656a7, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23508355-3b52-42a9-a063-c3865d2bba06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 19 16:13:16.548875 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-67490c31-1f91-4d73-881c-9f3895de3fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:16.671541 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-67490c31-1f91-4d73-881c-9f3895de3fbe service neutron] For port b04c238d-be4f-4f85-86c8-3e5e3b3656a7, host hv-cinder-66710, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 19 16:13:16.676814 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-67490c31-1f91-4d73-881c-9f3895de3fbe service neutron] For port b04c238d-be4f-4f85-86c8-3e5e3b3656a7, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=b04c238d-be4f-4f85-86c8-3e5e3b3656a7,segment=NetworkSegment(23508355-3b52-42a9-a063-c3865d2bba06),segment_id=23508355-3b52-42a9-a063-c3865d2bba06)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 19 16:13:16.681752 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-67490c31-1f91-4d73-881c-9f3895de3fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:16.716085 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-dccdcaf2-0098-40eb-92ad-d6fb2c916090 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:13:17.145417 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67490c31-1f91-4d73-881c-9f3895de3fbe service neutron] Pushing event updated for resources: {'Port': ['ID=b04c238d-be4f-4f85-86c8-3e5e3b3656a7,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:13:17.151893 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-67490c31-1f91-4d73-881c-9f3895de3fbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:13:17.253450 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-67490c31-1f91-4d73-881c-9f3895de3fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:17.254639 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-67490c31-1f91-4d73-881c-9f3895de3fbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:17.257357 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-67490c31-1f91-4d73-881c-9f3895de3fbe service neutron] 10.222.0.104 "PUT /v2.0/ports/b04c238d-be4f-4f85-86c8-3e5e3b3656a7 HTTP/1.1" status: 200 len: 1157 time: 2.5725305 Jan 19 16:13:17.258264 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7db885-337f-48aa-8a0d-f5f443d6ce6e', 'tag': 'b04c238d-be4f-4f85-86c8-3e5e3b3656a7'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:13:17.323317 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e815c4e-f566-4ac4-b60f-945a60b5dc8d req-78c75512-b45d-4aa6-bcfd-32c7c46f8974 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:17.326780 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3e815c4e-f566-4ac4-b60f-945a60b5dc8d req-78c75512-b45d-4aa6-bcfd-32c7c46f8974 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 943 time: 0.3683298 Jan 19 16:13:17.417730 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7db885-337f-48aa-8a0d-f5f443d6ce6e', 'tag': 'b04c238d-be4f-4f85-86c8-3e5e3b3656a7', 'status': 'completed', 'code': 200} Jan 19 16:13:17.554123 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3e815c4e-f566-4ac4-b60f-945a60b5dc8d req-c5393822-c912-4d62-b5f0-2afd81f3b755 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1346245 Jan 19 16:13:17.584511 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-af802fcc-3524-459b-bfc0-da7c83c89083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:17.584511 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-af802fcc-3524-459b-bfc0-da7c83c89083 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1e7f8e608b4f4680873703bc3d3775fa&device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 1160 time: 0.2553740 Jan 19 16:13:17.672417 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-e1c1302e-0fce-452a-bf12-a8ccc8d33b48 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b04c238d-be4f-4f85-86c8-3e5e3b3656a7 HTTP/1.1" status: 200 len: 217 time: 0.0767071 Jan 19 16:13:17.747095 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-e3d738d6-abc9-4394-b38e-25b67aef3ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:17.748882 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-e3d738d6-abc9-4394-b38e-25b67aef3ccb service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3c4408be-cdb4-41d7-9f34-5acdd3f924ee HTTP/1.1" status: 200 len: 847 time: 0.0698442 Jan 19 16:13:17.840242 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-a1e0beec-5d7d-42b4-9f3f-3996c9d648d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:17.841950 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-a1e0beec-5d7d-42b4-9f3f-3996c9d648d9 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4e5c4c6e-3754-4adf-914d-87b374ab4b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0856333 Jan 19 16:13:17.999285 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-2a6488ec-56bb-4cb4-a272-cb418ee71127 service neutron] 10.222.0.104 "GET /v2.0/networks/4e5c4c6e-3754-4adf-914d-87b374ab4b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488161 Jan 19 16:13:18.206514 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6b17ad85-cbec-41d2-aac0-4ec1361d174e req-43b026c9-b349-4e94-9a65-1a91a1a54e2e service neutron] 10.222.0.104 "GET /v2.0/networks/4e5c4c6e-3754-4adf-914d-87b374ab4b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2000091 Jan 19 16:13:18.353740 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcdecd-4db5-4f1f-8537-94f32dff9b13 req-1cf3cd36-b23b-4118-908e-739e2a599d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:18.355467 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-79bcdecd-4db5-4f1f-8537-94f32dff9b13 req-1cf3cd36-b23b-4118-908e-739e2a599d3e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1e7f8e608b4f4680873703bc3d3775fa&device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 1160 time: 0.0937841 Jan 19 16:13:18.580279 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcdecd-4db5-4f1f-8537-94f32dff9b13 req-6c93a1c0-a3ad-4943-bbfc-5515c86005d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:18.581924 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-79bcdecd-4db5-4f1f-8537-94f32dff9b13 req-6c93a1c0-a3ad-4943-bbfc-5515c86005d7 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4e5c4c6e-3754-4adf-914d-87b374ab4b07 HTTP/1.1" status: 200 len: 902 time: 0.2141497 Jan 19 16:13:18.667351 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-79bcdecd-4db5-4f1f-8537-94f32dff9b13 req-7d0a2050-57cb-44b0-884c-e02fd8c733e7 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b04c238d-be4f-4f85-86c8-3e5e3b3656a7 HTTP/1.1" status: 200 len: 217 time: 0.0728045 Jan 19 16:13:18.807847 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcdecd-4db5-4f1f-8537-94f32dff9b13 req-b9daa9b2-cf1c-43a4-b042-e25c2c428c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:18.809453 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-79bcdecd-4db5-4f1f-8537-94f32dff9b13 req-b9daa9b2-cf1c-43a4-b042-e25c2c428c24 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3c4408be-cdb4-41d7-9f34-5acdd3f924ee HTTP/1.1" status: 200 len: 847 time: 0.1312523 Jan 19 16:13:18.931538 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059039c7-bfd2-4f53-8c9d-b5c8f897fa91 req-39fcf703-c865-453e-ae08-cc65ab9ae53e tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:18.933216 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-059039c7-bfd2-4f53-8c9d-b5c8f897fa91 req-39fcf703-c865-453e-ae08-cc65ab9ae53e tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 943 time: 0.2089186 Jan 19 16:13:18.975296 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcdecd-4db5-4f1f-8537-94f32dff9b13 req-4231b06a-3825-4e88-9949-8a737485b510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:18.977300 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-79bcdecd-4db5-4f1f-8537-94f32dff9b13 req-4231b06a-3825-4e88-9949-8a737485b510 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4e5c4c6e-3754-4adf-914d-87b374ab4b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1571772 Jan 19 16:13:19.038099 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-059039c7-bfd2-4f53-8c9d-b5c8f897fa91 req-f21201e6-8cb9-4208-8c66-0d6824e2ee97 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0942230 Jan 19 16:13:19.187712 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-79bcdecd-4db5-4f1f-8537-94f32dff9b13 req-24a45cc2-03fe-4499-98f6-cc537dd7fe99 service neutron] 10.222.0.104 "GET /v2.0/networks/4e5c4c6e-3754-4adf-914d-87b374ab4b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979821 Jan 19 16:13:19.378367 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-79bcdecd-4db5-4f1f-8537-94f32dff9b13 req-d0132c22-ac11-49ca-9fe2-23f8d337a981 service neutron] 10.222.0.104 "GET /v2.0/networks/4e5c4c6e-3754-4adf-914d-87b374ab4b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1784768 Jan 19 16:13:20.408177 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9ca49-ab50-4c23-9247-ac400d5f9ec8 req-d34b159e-2afd-4650-b334-8b2b30e8d310 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:20.410101 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9bc9ca49-ab50-4c23-9247-ac400d5f9ec8 req-d34b159e-2afd-4650-b334-8b2b30e8d310 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 943 time: 0.1687994 Jan 19 16:13:20.499026 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9bc9ca49-ab50-4c23-9247-ac400d5f9ec8 req-7d8478b2-dbef-4c71-a20f-26d904c77583 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0815301 Jan 19 16:13:20.683608 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device b04c238d-be4f-4f85-86c8-3e5e3b3656a7 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:13:20.768665 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning for port b04c238d-be4f-4f85-86c8-3e5e3b3656a7 completed by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 19 16:13:20.774926 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port b04c238d-be4f-4f85-86c8-3e5e3b3656a7 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:13:20.775358 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:20.920775 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:20.954173 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7db885-337f-48aa-8a0d-f5f443d6ce6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04c238d-be4f-4f85-86c8-3e5e3b3656a7'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:13:20.965859 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port b04c238d-be4f-4f85-86c8-3e5e3b3656a7, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=b04c238d-be4f-4f85-86c8-3e5e3b3656a7,segment=NetworkSegment(23508355-3b52-42a9-a063-c3865d2bba06),segment_id=23508355-3b52-42a9-a063-c3865d2bba06)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:13:20.971174 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:20.973348 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-f5ede510-54a4-4a24-8aae-46266188c412 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:13:21.027213 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7db885-337f-48aa-8a0d-f5f443d6ce6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04c238d-be4f-4f85-86c8-3e5e3b3656a7', 'code': 200} Jan 19 16:13:21.069936 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=b04c238d-be4f-4f85-86c8-3e5e3b3656a7,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:13:21.076758 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:13:21.423255 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600cf41-fd36-4a14-a4ee-eb4ee3c1f68b req-4e3d2ccf-55a5-4268-a577-790ea39189a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:21.425029 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9600cf41-fd36-4a14-a4ee-eb4ee3c1f68b req-4e3d2ccf-55a5-4268-a577-790ea39189a6 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 1162 time: 0.1085243 Jan 19 16:13:21.477837 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9600cf41-fd36-4a14-a4ee-eb4ee3c1f68b req-7b719aa0-51f0-4ee5-b753-768476de6638 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0435441 Jan 19 16:13:22.044481 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d320d-4944-44ea-a041-b5b906da63fd req-3ed7c788-08c7-4fb6-96b3-9cfca3329ef7 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:22.046382 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d30d320d-4944-44ea-a041-b5b906da63fd req-3ed7c788-08c7-4fb6-96b3-9cfca3329ef7 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 945 time: 0.3971198 Jan 19 16:13:22.119298 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d30d320d-4944-44ea-a041-b5b906da63fd req-667c3a85-a581-416f-a61d-ecd1548b7256 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0597925 Jan 19 16:13:22.252664 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device b04c238d-be4f-4f85-86c8-3e5e3b3656a7 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:13:22.338688 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port b04c238d-be4f-4f85-86c8-3e5e3b3656a7 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:13:22.339122 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:23.475249 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8cc02-c6b7-46b8-89d2-ef84ce74d15b req-02f4bfe2-5314-43e3-8769-a7ab70097430 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:23.477009 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-71b8cc02-c6b7-46b8-89d2-ef84ce74d15b req-02f4bfe2-5314-43e3-8769-a7ab70097430 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 945 time: 0.1692715 Jan 19 16:13:23.551060 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-71b8cc02-c6b7-46b8-89d2-ef84ce74d15b req-bc6e3001-a26a-4949-b2ec-c8d4d999f94c tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0666633 Jan 19 16:13:23.977593 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be5eff-3849-4ac3-bef8-af1b1f31fbb3 req-2576b2b9-7f74-4fbd-9973-965af6850d54 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:23.979473 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-46be5eff-3849-4ac3-bef8-af1b1f31fbb3 req-2576b2b9-7f74-4fbd-9973-965af6850d54 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 945 time: 0.1157460 Jan 19 16:13:24.069964 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-46be5eff-3849-4ac3-bef8-af1b1f31fbb3 req-be7a4bfc-274a-4946-af04-c918c665e456 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0764112 Jan 19 16:13:24.372434 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3ea20454-ccef-4c49-b484-94095eb807cb req-4f63c575-522f-4764-b6af-d9ff42c342d2 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2181823 Jan 19 16:13:24.394423 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-3ea20454-ccef-4c49-b484-94095eb807cb req-dcc69595-be79-4ae2-a373-3f1a130c8ffb tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Request body: {'floatingip': {'floating_network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:13:24.404727 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-3ea20454-ccef-4c49-b484-94095eb807cb req-dcc69595-be79-4ae2-a373-3f1a130c8ffb tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 19 16:13:24.410544 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-3ea20454-ccef-4c49-b484-94095eb807cb req-dcc69595-be79-4ae2-a373-3f1a130c8ffb tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Usage tracker for resource:floatingip and tenant:1e7f8e608b4f4680873703bc3d3775fa is out of sync, need to count used quota {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 19 16:13:24.414020 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-3ea20454-ccef-4c49-b484-94095eb807cb req-dcc69595-be79-4ae2-a373-3f1a130c8ffb tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80160) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 19 16:13:24.425020 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.quota.driver [req-3ea20454-ccef-4c49-b484-94095eb807cb req-dcc69595-be79-4ae2-a373-3f1a130c8ffb tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 19 16:13:24.442938 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-3ea20454-ccef-4c49-b484-94095eb807cb req-dcc69595-be79-4ae2-a373-3f1a130c8ffb tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks [] for floatingip, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:24.645443 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-3ea20454-ccef-4c49-b484-94095eb807cb req-dcc69595-be79-4ae2-a373-3f1a130c8ffb tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:25.091609 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_common [req-3ea20454-ccef-4c49-b484-94095eb807cb req-dcc69595-be79-4ae2-a373-3f1a130c8ffb tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Allocated IP 172.28.3.229 (8cb986dc-564f-4d7a-9897-91054d6f010e/8785aac7-d333-468d-9a45-aa55950b5c1c/d1d8493e-fe89-4a0d-b636-370b8f88164e) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 19 16:13:25.305247 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-3ea20454-ccef-4c49-b484-94095eb807cb req-dcc69595-be79-4ae2-a373-3f1a130c8ffb tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:25.341924 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-3ea20454-ccef-4c49-b484-94095eb807cb req-dcc69595-be79-4ae2-a373-3f1a130c8ffb tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792501554513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:25.369601 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-50d57826-dfac-482b-83f8-049dc60e579f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:13:25.628616 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc69595-be79-4ae2-a373-3f1a130c8ffb tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Pushing event updated for resources: {'Port': ['ID=d1d8493e-fe89-4a0d-b636-370b8f88164e,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:13:25.637315 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-dcc69595-be79-4ae2-a373-3f1a130c8ffb tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:13:25.744591 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea20454-ccef-4c49-b484-94095eb807cb req-dcc69595-be79-4ae2-a373-3f1a130c8ffb tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Network 8cb986dc-564f-4d7a-9897-91054d6f010e is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 19 16:13:25.746823 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.base_scheduler [req-3ea20454-ccef-4c49-b484-94095eb807cb req-dcc69595-be79-4ae2-a373-3f1a130c8ffb tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 19 16:13:25.751201 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea20454-ccef-4c49-b484-94095eb807cb req-dcc69595-be79-4ae2-a373-3f1a130c8ffb tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 19 16:13:25.919510 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-3ea20454-ccef-4c49-b484-94095eb807cb req-dcc69595-be79-4ae2-a373-3f1a130c8ffb tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks [] for floatingip, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:26.036822 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-3ea20454-ccef-4c49-b484-94095eb807cb req-dcc69595-be79-4ae2-a373-3f1a130c8ffb tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:26.473294 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-3ea20454-ccef-4c49-b484-94095eb807cb req-dcc69595-be79-4ae2-a373-3f1a130c8ffb tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:26.478437 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-3ea20454-ccef-4c49-b484-94095eb807cb req-dcc69595-be79-4ae2-a373-3f1a130c8ffb tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3505286'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:26.498112 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:13:26.675792 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc69595-be79-4ae2-a373-3f1a130c8ffb tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Pushing event updated for resources: {'Port': ['ID=d1d8493e-fe89-4a0d-b636-370b8f88164e,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:13:26.680968 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-dcc69595-be79-4ae2-a373-3f1a130c8ffb tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:13:26.805347 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-3ea20454-ccef-4c49-b484-94095eb807cb req-dcc69595-be79-4ae2-a373-3f1a130c8ffb tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853037689'] for floatingip, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:26.835416 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-3ea20454-ccef-4c49-b484-94095eb807cb req-dcc69595-be79-4ae2-a373-3f1a130c8ffb tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for floatingip, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:26.836802 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3ea20454-ccef-4c49-b484-94095eb807cb req-dcc69595-be79-4ae2-a373-3f1a130c8ffb tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4522464 Jan 19 16:13:26.941896 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-3ea20454-ccef-4c49-b484-94095eb807cb req-841fc363-aec8-4616-88af-03985a973074 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Synchronizing usage tracker for tenant:1e7f8e608b4f4680873703bc3d3775fa on resource:floatingip {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:13:26.968158 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-3ea20454-ccef-4c49-b484-94095eb807cb req-841fc363-aec8-4616-88af-03985a973074 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Unset dirty status for tenant:1e7f8e608b4f4680873703bc3d3775fa on resource:floatingip {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:13:26.971144 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3ea20454-ccef-4c49-b484-94095eb807cb req-841fc363-aec8-4616-88af-03985a973074 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/floatingips?floating_ip_address=172.28.3.229 HTTP/1.1" status: 200 len: 696 time: 0.1241376 Jan 19 16:13:27.255764 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea20454-ccef-4c49-b484-94095eb807cb req-b29959b6-0098-4ae8-bd4f-8fb9cdeee0aa tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:27.257392 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3ea20454-ccef-4c49-b484-94095eb807cb req-b29959b6-0098-4ae8-bd4f-8fb9cdeee0aa tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/networks/8cb986dc-564f-4d7a-9897-91054d6f010e HTTP/1.1" status: 200 len: 784 time: 0.2748454 Jan 19 16:13:27.635697 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286c644-d73f-4116-b6bb-c12111ef03be req-de67d9fc-3057-473d-9cac-b2ae3edcc11a tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:27.637689 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9286c644-d73f-4116-b6bb-c12111ef03be req-de67d9fc-3057-473d-9cac-b2ae3edcc11a tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1522496 Jan 19 16:13:27.827182 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9286c644-d73f-4116-b6bb-c12111ef03be req-2b2c2793-a7b2-4df3-9fb1-a39d9b5a7b24 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/floatingips?floating_ip_address=172.28.3.229 HTTP/1.1" status: 200 len: 696 time: 0.1764960 Jan 19 16:13:27.844908 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.v2.base [req-9286c644-d73f-4116-b6bb-c12111ef03be req-271edae8-89d3-4196-b081-ba73986888af tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Request body: {'floatingip': {'port_id': 'b04c238d-be4f-4f85-86c8-3e5e3b3656a7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 16:13:28.025249 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-9286c644-d73f-4116-b6bb-c12111ef03be req-271edae8-89d3-4196-b081-ba73986888af tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks [] for floatingip, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:29.293040 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-9286c644-d73f-4116-b6bb-c12111ef03be req-271edae8-89d3-4196-b081-ba73986888af tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks [] for floatingip, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:29.297595 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-9286c644-d73f-4116-b6bb-c12111ef03be req-271edae8-89d3-4196-b081-ba73986888af tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853037689'] for floatingip, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:29.650238 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.l3_db [req-9286c644-d73f-4116-b6bb-c12111ef03be req-271edae8-89d3-4196-b081-ba73986888af tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Floating IP 6eb93b26-2397-4de3-b9f5-8b1438868f66 associated. External IP: 172.28.3.229, port: b04c238d-be4f-4f85-86c8-3e5e3b3656a7. Jan 19 16:13:30.103202 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9286c644-d73f-4116-b6bb-c12111ef03be req-271edae8-89d3-4196-b081-ba73986888af tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Router 16a193fa-3751-4d17-9654-0196774d6d7d has already been hosted by L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f {{(pid=80160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 16:13:30.426085 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9286c644-d73f-4116-b6bb-c12111ef03be req-271edae8-89d3-4196-b081-ba73986888af tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 16:13:30.431503 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-9286c644-d73f-4116-b6bb-c12111ef03be req-271edae8-89d3-4196-b081-ba73986888af tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for floatingip, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:30.442504 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e0b9e-7c6e-4fe1-bf5b-f9ddafff7a17 None None] Sync routers for ids ['16a193fa-3751-4d17-9654-0196774d6d7d'] in dv-cinder-667108-29-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 16:13:30.461378 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008e0b9e-7c6e-4fe1-bf5b-f9ddafff7a17 None None] Routers {'16a193fa-3751-4d17-9654-0196774d6d7d'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:13:30.462559 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-008e0b9e-7c6e-4fe1-bf5b-f9ddafff7a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:13:07Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['16a193fa-3751-4d17-9654-0196774d6d7d'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:13:30.514092 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9286c644-d73f-4116-b6bb-c12111ef03be req-271edae8-89d3-4196-b081-ba73986888af tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "PUT /v2.0/floatingips/6eb93b26-2397-4de3-b9f5-8b1438868f66 HTTP/1.1" status: 200 len: 996 time: 2.6781154 Jan 19 16:13:30.515074 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7db885-337f-48aa-8a0d-f5f443d6ce6e', 'tag': 'b04c238d-be4f-4f85-86c8-3e5e3b3656a7'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:13:30.607086 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7db885-337f-48aa-8a0d-f5f443d6ce6e', 'tag': 'b04c238d-be4f-4f85-86c8-3e5e3b3656a7', 'status': 'completed', 'code': 200} Jan 19 16:13:30.647150 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286c644-d73f-4116-b6bb-c12111ef03be req-f5844000-e040-48aa-a0c6-3920c356fc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:30.649016 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9286c644-d73f-4116-b6bb-c12111ef03be req-f5844000-e040-48aa-a0c6-3920c356fc0d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1e7f8e608b4f4680873703bc3d3775fa&device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 1162 time: 0.1052411 Jan 19 16:13:30.770581 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-008e0b9e-7c6e-4fe1-bf5b-f9ddafff7a17 None None] Set router 16a193fa-3751-4d17-9654-0196774d6d7d gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:13:30.941342 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bd87f-3334-4e5a-86f3-4a11e046791c req-c22c93ca-a24a-492c-9f2a-389a674dd878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:30.944393 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c32bd87f-3334-4e5a-86f3-4a11e046791c req-c22c93ca-a24a-492c-9f2a-389a674dd878 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1e7f8e608b4f4680873703bc3d3775fa&device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 1162 time: 0.2941103 Jan 19 16:13:30.960058 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286c644-d73f-4116-b6bb-c12111ef03be req-d9c59d68-4b91-4f73-9559-0bcc483343a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:30.962952 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9286c644-d73f-4116-b6bb-c12111ef03be req-d9c59d68-4b91-4f73-9559-0bcc483343a5 service neutron] 10.222.0.110 "GET /v2.0/networks?id=4e5c4c6e-3754-4adf-914d-87b374ab4b07 HTTP/1.1" status: 200 len: 902 time: 0.2728961 Jan 19 16:13:31.279577 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-008e0b9e-7c6e-4fe1-bf5b-f9ddafff7a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'name': 'tempest-TestShelveInstance-950266578-router', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:12:27Z', 'updated_at': '2021-01-19T16:12:34Z', 'revision_number': 4, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'gw_port': {'id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:29Z', 'updated_at': '2021-01-19T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_floatingips': [{'id': '6eb93b26-2397-4de3-b9f5-8b1438868f66', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'floating_ip_address': '172.28.3.229', 'floating_network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'router_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'port_id': 'b04c238d-be4f-4f85-86c8-3e5e3b3656a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07', 'mac_address': 'fa:16:3e:1b:af:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7db885-337f-48aa-8a0d-f5f443d6ce6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T16:13:25Z', 'updated_at': '2021-01-19T16:13:29Z', 'revision_number': 1, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec1cedb-f872-41e6-9329-a64d0488d117', 'name': '', 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'mac_address': 'fa:16:3e:a2:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '3c4408be-cdb4-41d7-9f34-5acdd3f924ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:33Z', 'updated_at': '2021-01-19T16:12:45Z', 'revision_number': 5, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'subnets': [{'id': '3c4408be-cdb4-41d7-9f34-5acdd3f924ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:13:31.285998 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e0b9e-7c6e-4fe1-bf5b-f9ddafff7a17 None None] Checking router: 16a193fa-3751-4d17-9654-0196774d6d7d for host: dv-cinder-667108-29-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 16:13:31.288739 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9286c644-d73f-4116-b6bb-c12111ef03be req-9c2dbde5-bc7a-47bf-a8c6-c0003959e80c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b04c238d-be4f-4f85-86c8-3e5e3b3656a7 HTTP/1.1" status: 200 len: 999 time: 0.2795000 Jan 19 16:13:31.297870 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008e0b9e-7c6e-4fe1-bf5b-f9ddafff7a17 None None] Routers {'16a193fa-3751-4d17-9654-0196774d6d7d'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:13:31.298661 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-008e0b9e-7c6e-4fe1-bf5b-f9ddafff7a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:13:07Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['16a193fa-3751-4d17-9654-0196774d6d7d'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:13:31.413666 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bd87f-3334-4e5a-86f3-4a11e046791c req-921f9001-72c8-4cfe-a838-6e4e1178f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:31.416441 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c32bd87f-3334-4e5a-86f3-4a11e046791c req-921f9001-72c8-4cfe-a838-6e4e1178f7ab service neutron] 10.222.0.104 "GET /v2.0/networks?id=4e5c4c6e-3754-4adf-914d-87b374ab4b07 HTTP/1.1" status: 200 len: 902 time: 0.4598444 Jan 19 16:13:31.522815 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-008e0b9e-7c6e-4fe1-bf5b-f9ddafff7a17 None None] Set router 16a193fa-3751-4d17-9654-0196774d6d7d gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:13:31.560735 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286c644-d73f-4116-b6bb-c12111ef03be req-f9cfe4f7-f851-4ee6-9a1a-0c5be0c716ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:31.562372 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9286c644-d73f-4116-b6bb-c12111ef03be req-f9cfe4f7-f851-4ee6-9a1a-0c5be0c716ab service neutron] 10.222.0.110 "GET /v2.0/subnets?id=3c4408be-cdb4-41d7-9f34-5acdd3f924ee HTTP/1.1" status: 200 len: 847 time: 0.2479124 Jan 19 16:13:31.649498 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c32bd87f-3334-4e5a-86f3-4a11e046791c req-89115dd5-14e6-4106-a410-f1a3c57558cc service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b04c238d-be4f-4f85-86c8-3e5e3b3656a7 HTTP/1.1" status: 200 len: 999 time: 0.2166910 Jan 19 16:13:31.745766 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286c644-d73f-4116-b6bb-c12111ef03be req-fe199511-4d64-4cc9-8a4b-26ca29f62390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:31.747461 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9286c644-d73f-4116-b6bb-c12111ef03be req-fe199511-4d64-4cc9-8a4b-26ca29f62390 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=4e5c4c6e-3754-4adf-914d-87b374ab4b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1668873 Jan 19 16:13:31.749040 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bd87f-3334-4e5a-86f3-4a11e046791c req-f54f40f3-44d8-46f5-af96-74dd5213d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:31.751006 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c32bd87f-3334-4e5a-86f3-4a11e046791c req-f54f40f3-44d8-46f5-af96-74dd5213d612 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3c4408be-cdb4-41d7-9f34-5acdd3f924ee HTTP/1.1" status: 200 len: 847 time: 0.0844164 Jan 19 16:13:31.986540 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9286c644-d73f-4116-b6bb-c12111ef03be req-be5b6e97-e7ad-49d9-b16f-3d2d0fc25f1b service neutron] 10.222.0.110 "GET /v2.0/networks/4e5c4c6e-3754-4adf-914d-87b374ab4b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269919 Jan 19 16:13:31.988784 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bd87f-3334-4e5a-86f3-4a11e046791c req-2d7be945-1ad7-4448-b202-cf4fdd16ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:13:31.990377 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c32bd87f-3334-4e5a-86f3-4a11e046791c req-2d7be945-1ad7-4448-b202-cf4fdd16ad81 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4e5c4c6e-3754-4adf-914d-87b374ab4b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2027369 Jan 19 16:13:32.000410 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-008e0b9e-7c6e-4fe1-bf5b-f9ddafff7a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'name': 'tempest-TestShelveInstance-950266578-router', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:12:27Z', 'updated_at': '2021-01-19T16:12:34Z', 'revision_number': 4, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'gw_port': {'id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:29Z', 'updated_at': '2021-01-19T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_floatingips': [{'id': '6eb93b26-2397-4de3-b9f5-8b1438868f66', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'floating_ip_address': '172.28.3.229', 'floating_network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'router_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'port_id': 'b04c238d-be4f-4f85-86c8-3e5e3b3656a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07', 'mac_address': 'fa:16:3e:1b:af:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7db885-337f-48aa-8a0d-f5f443d6ce6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T16:13:25Z', 'updated_at': '2021-01-19T16:13:29Z', 'revision_number': 1, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec1cedb-f872-41e6-9329-a64d0488d117', 'name': '', 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'mac_address': 'fa:16:3e:a2:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '3c4408be-cdb4-41d7-9f34-5acdd3f924ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:33Z', 'updated_at': '2021-01-19T16:12:45Z', 'revision_number': 5, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'subnets': [{'id': '3c4408be-cdb4-41d7-9f34-5acdd3f924ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:13:32.007371 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e0b9e-7c6e-4fe1-bf5b-f9ddafff7a17 None None] The sync data for ids ['16a193fa-3751-4d17-9654-0196774d6d7d'] in dv-cinder-667108-29-smb is: [{'id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'name': 'tempest-TestShelveInstance-950266578-router', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:12:27Z', 'updated_at': '2021-01-19T16:12:34Z', 'revision_number': 4, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'gw_port': {'id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:29Z', 'updated_at': '2021-01-19T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_floatingips': [{'id': '6eb93b26-2397-4de3-b9f5-8b1438868f66', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'floating_ip_address': '172.28.3.229', 'floating_network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'router_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'port_id': 'b04c238d-be4f-4f85-86c8-3e5e3b3656a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07', 'mac_address': 'fa:16:3e:1b:af:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7db885-337f-48aa-8a0d-f5f443d6ce6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T16:13:25Z', 'updated_at': '2021-01-19T16:13:29Z', 'revision_number': 1, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec1cedb-f872-41e6-9329-a64d0488d117', 'name': '', 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'mac_address': 'fa:16:3e:a2:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '3c4408be-cdb4-41d7-9f34-5acdd3f924ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:33Z', 'updated_at': '2021-01-19T16:12:45Z', 'revision_number': 5, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'subnets': [{'id': '3c4408be-cdb4-41d7-9f34-5acdd3f924ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 16:13:32.335257 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9787e710-ddd2-4867-8105-6e88360727ab None None] New status for floating IP 6eb93b26-2397-4de3-b9f5-8b1438868f66: ACTIVE {{(pid=80161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 16:13:32.545305 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9286c644-d73f-4116-b6bb-c12111ef03be req-d58af0c8-cbee-480e-9189-46bff61dbafa service neutron] 10.222.0.110 "GET /v2.0/networks/4e5c4c6e-3754-4adf-914d-87b374ab4b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5506535 Jan 19 16:13:32.549195 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c32bd87f-3334-4e5a-86f3-4a11e046791c req-2f505f44-4f6b-4c3b-aad2-a83d64def88c service neutron] 10.222.0.104 "GET /v2.0/networks/4e5c4c6e-3754-4adf-914d-87b374ab4b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5298326 Jan 19 16:13:32.733833 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c32bd87f-3334-4e5a-86f3-4a11e046791c req-d6065e18-b225-417e-a9c9-d05a7aac846d service neutron] 10.222.0.104 "GET /v2.0/networks/4e5c4c6e-3754-4adf-914d-87b374ab4b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1720636 Jan 19 16:13:34.035296 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-928a80df-396c-47ef-aa7d-40e81bb8d33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:37.006744 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:37.160165 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:37.292343 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-28c385ad-fa41-4138-b266-1f525f0cf982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:37.935747 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:39.203192 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:13:47.096935 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:14:04.021734 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c0a09836-6cd5-42df-9c06-1494ae6984cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:14:07.040860 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:14:07.080992 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-79ef4a91-1d53-4cf4-bf63-ae2e55ee4786 req-52ac4133-5e01-46de-a899-148d11dad315 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1188927 Jan 19 16:14:07.162986 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:14:07.310142 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5aa718b0-73b3-498a-b39b-8ff6968b4300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:14:07.330383 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef4a91-1d53-4cf4-bf63-ae2e55ee4786 req-069789a5-aaf2-4daa-9f31-fa3578b53800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:14:07.332162 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-79ef4a91-1d53-4cf4-bf63-ae2e55ee4786 req-069789a5-aaf2-4daa-9f31-fa3578b53800 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1e7f8e608b4f4680873703bc3d3775fa&device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 1162 time: 0.1125357 Jan 19 16:14:07.519917 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef4a91-1d53-4cf4-bf63-ae2e55ee4786 req-dab342aa-1fec-4f2d-82c3-c1c4aac5d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:14:07.521610 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-79ef4a91-1d53-4cf4-bf63-ae2e55ee4786 req-dab342aa-1fec-4f2d-82c3-c1c4aac5d978 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4e5c4c6e-3754-4adf-914d-87b374ab4b07 HTTP/1.1" status: 200 len: 902 time: 0.1633284 Jan 19 16:14:07.758256 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-79ef4a91-1d53-4cf4-bf63-ae2e55ee4786 req-604c5af3-aa65-4f2b-bbe9-16aac1471fe8 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b04c238d-be4f-4f85-86c8-3e5e3b3656a7 HTTP/1.1" status: 200 len: 1001 time: 0.2134390 Jan 19 16:14:07.891889 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef4a91-1d53-4cf4-bf63-ae2e55ee4786 req-8d672a5f-c257-4fa4-a55c-b4bf6965c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:14:07.893985 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-79ef4a91-1d53-4cf4-bf63-ae2e55ee4786 req-8d672a5f-c257-4fa4-a55c-b4bf6965c235 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3c4408be-cdb4-41d7-9f34-5acdd3f924ee HTTP/1.1" status: 200 len: 847 time: 0.1270046 Jan 19 16:14:07.938100 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:14:08.013124 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef4a91-1d53-4cf4-bf63-ae2e55ee4786 req-f3c39bed-8507-4aa3-89a9-1247bb8466a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:14:08.014867 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-79ef4a91-1d53-4cf4-bf63-ae2e55ee4786 req-f3c39bed-8507-4aa3-89a9-1247bb8466a3 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4e5c4c6e-3754-4adf-914d-87b374ab4b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1041701 Jan 19 16:14:08.239055 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-79ef4a91-1d53-4cf4-bf63-ae2e55ee4786 req-587c82e2-dec8-48ff-a647-96c7e2990eb2 service neutron] 10.222.0.104 "GET /v2.0/networks/4e5c4c6e-3754-4adf-914d-87b374ab4b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083147 Jan 19 16:14:08.491065 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-79ef4a91-1d53-4cf4-bf63-ae2e55ee4786 req-c2948508-3496-4a27-a1db-6856661081fd service neutron] 10.222.0.104 "GET /v2.0/networks/4e5c4c6e-3754-4adf-914d-87b374ab4b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2365799 Jan 19 16:14:09.197151 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:14:24.100745 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:14:34.019073 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b3f3575d-9446-44f9-beed-63181bea1d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:14:37.042778 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:14:37.175883 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:14:37.304521 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-153db5a2-2b36-456e-ae28-2d35f00262d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:14:37.942576 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:14:39.204926 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:15:01.106690 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:15:04.027176 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-73d2124b-0ab7-4147-a154-82674d88e8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:15:07.043766 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:15:07.180106 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:15:07.304702 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4f25e16d-f53a-4bdb-ab54-580e7fb2f65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:15:07.944268 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:15:08.517466 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-06010f31-10e9-424f-a8d5-c1227f6bd064 req-7029482f-875e-4fc9-a88a-4f447da35a71 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2758830 Jan 19 16:15:08.721355 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06010f31-10e9-424f-a8d5-c1227f6bd064 req-6eb6cdb2-9585-473b-804c-92e86267828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:08.724597 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-06010f31-10e9-424f-a8d5-c1227f6bd064 req-6eb6cdb2-9585-473b-804c-92e86267828d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1e7f8e608b4f4680873703bc3d3775fa&device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 1162 time: 0.1096725 Jan 19 16:15:08.912468 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06010f31-10e9-424f-a8d5-c1227f6bd064 req-ce931b9f-1f4b-4fb0-837a-5e0ff58e6b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:08.914105 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-06010f31-10e9-424f-a8d5-c1227f6bd064 req-ce931b9f-1f4b-4fb0-837a-5e0ff58e6b95 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4e5c4c6e-3754-4adf-914d-87b374ab4b07 HTTP/1.1" status: 200 len: 902 time: 0.1630151 Jan 19 16:15:09.063437 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-06010f31-10e9-424f-a8d5-c1227f6bd064 req-78a860ae-03f7-4a53-baee-dcd134ae7bc6 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b04c238d-be4f-4f85-86c8-3e5e3b3656a7 HTTP/1.1" status: 200 len: 1001 time: 0.1409886 Jan 19 16:15:09.202466 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06010f31-10e9-424f-a8d5-c1227f6bd064 req-cab3b5d0-da5e-445e-ae77-512fbd16a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:09.204750 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-06010f31-10e9-424f-a8d5-c1227f6bd064 req-cab3b5d0-da5e-445e-ae77-512fbd16a389 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3c4408be-cdb4-41d7-9f34-5acdd3f924ee HTTP/1.1" status: 200 len: 847 time: 0.1337991 Jan 19 16:15:09.207950 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:15:09.321323 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06010f31-10e9-424f-a8d5-c1227f6bd064 req-973d957f-ca1b-49ce-9638-c23eec3baeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:09.324241 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-06010f31-10e9-424f-a8d5-c1227f6bd064 req-973d957f-ca1b-49ce-9638-c23eec3baeee service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4e5c4c6e-3754-4adf-914d-87b374ab4b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1106632 Jan 19 16:15:09.541781 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-06010f31-10e9-424f-a8d5-c1227f6bd064 req-e85916b1-c048-4e83-98a4-15338264e427 service neutron] 10.222.0.104 "GET /v2.0/networks/4e5c4c6e-3754-4adf-914d-87b374ab4b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078667 Jan 19 16:15:09.711342 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-06010f31-10e9-424f-a8d5-c1227f6bd064 req-7bd06596-fc23-45fb-9679-bb9b94e6c907 service neutron] 10.222.0.104 "GET /v2.0/networks/4e5c4c6e-3754-4adf-914d-87b374ab4b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1582446 Jan 19 16:15:34.018401 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b521-0c57-4b52-a689-da9c1dba1447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:15:37.052814 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:15:37.182605 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:15:37.311956 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c54002f0-1550-4c3d-a0eb-1d431cf31d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:15:37.946510 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:15:38.004674 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b313e-936c-4758-bd25-75ffe21a6379 req-daeffd5c-08cc-4f90-a204-102e52373dfb tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:38.008245 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-470b313e-936c-4758-bd25-75ffe21a6379 req-daeffd5c-08cc-4f90-a204-102e52373dfb tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 945 time: 0.2298806 Jan 19 16:15:38.086698 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-470b313e-936c-4758-bd25-75ffe21a6379 req-f4d82855-83bf-48a9-bdf2-0038cd28fe3a tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0698371 Jan 19 16:15:38.109340 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:15:39.203736 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:15:39.622548 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec97eb2-d753-4925-a531-473b5918eec7 req-e1153dd5-5fbb-438d-b1e8-02f920970e96 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:39.624922 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bec97eb2-d753-4925-a531-473b5918eec7 req-e1153dd5-5fbb-438d-b1e8-02f920970e96 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 945 time: 0.2715259 Jan 19 16:15:39.690287 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-bec97eb2-d753-4925-a531-473b5918eec7 req-6cf5c6fc-8400-402a-8dfa-0f2cdbd99768 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0534804 Jan 19 16:15:41.020679 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cd5c8-2368-465a-9b29-18c4843cf256 req-667cc714-0be7-4c0b-9429-f7f522234fde tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:41.022399 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-777cd5c8-2368-465a-9b29-18c4843cf256 req-667cc714-0be7-4c0b-9429-f7f522234fde tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 945 time: 0.1180961 Jan 19 16:15:41.122146 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-777cd5c8-2368-465a-9b29-18c4843cf256 req-1d5c6cf6-e225-4385-852e-954e4a23e088 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0915389 Jan 19 16:15:42.492900 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e775b1b-9fa2-4f38-a732-659d61b25ea5 req-241569d0-e81d-4c85-a830-329f64011ffa tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:42.494871 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9e775b1b-9fa2-4f38-a732-659d61b25ea5 req-241569d0-e81d-4c85-a830-329f64011ffa tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 945 time: 0.1204872 Jan 19 16:15:42.577493 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9e775b1b-9fa2-4f38-a732-659d61b25ea5 req-1ca7a426-7bf3-460d-9e17-276768b545bd tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0684230 Jan 19 16:15:43.878178 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70cc80-fc64-4c74-a380-a7ff9addfe3e req-6a8d2b23-034a-4545-98ef-ad2b10236b1b tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:43.880272 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2b70cc80-fc64-4c74-a380-a7ff9addfe3e req-6a8d2b23-034a-4545-98ef-ad2b10236b1b tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 945 time: 0.1365263 Jan 19 16:15:43.954185 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2b70cc80-fc64-4c74-a380-a7ff9addfe3e req-494d2473-22ed-48f5-9193-5511764b9124 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0664709 Jan 19 16:15:45.285899 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5372b-a2d1-4e8f-96c4-9bf75d309016 req-9f185b25-e57a-4bcc-b321-4a07bcce9750 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:45.287870 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-43e5372b-a2d1-4e8f-96c4-9bf75d309016 req-9f185b25-e57a-4bcc-b321-4a07bcce9750 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 945 time: 0.1267052 Jan 19 16:15:45.358673 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-43e5372b-a2d1-4e8f-96c4-9bf75d309016 req-f6720b5c-c37a-4cae-a566-5cb49ca00edd tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0605805 Jan 19 16:15:46.676555 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35179c1a-0438-4d1e-b450-c5c2914dab34 req-f5d053e6-cda5-419b-bf77-af4e7be4a66f tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:46.678534 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-35179c1a-0438-4d1e-b450-c5c2914dab34 req-f5d053e6-cda5-419b-bf77-af4e7be4a66f tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 945 time: 0.1319070 Jan 19 16:15:46.753173 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-35179c1a-0438-4d1e-b450-c5c2914dab34 req-68f50346-184d-47ea-9dfa-50b9bc54ef3c tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0634766 Jan 19 16:15:48.104440 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51c4db-264f-4866-936d-8e6a85f5c1c4 req-e7318c74-4e52-498d-8f65-5ca70ee6fb38 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:48.106179 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3e51c4db-264f-4866-936d-8e6a85f5c1c4 req-e7318c74-4e52-498d-8f65-5ca70ee6fb38 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 945 time: 0.1889219 Jan 19 16:15:48.115841 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848148e4-92d4-43e6-8ef8-2455f20feac4 req-63ff0646-63be-4a47-9961-956f6bc992e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:48.117608 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-848148e4-92d4-43e6-8ef8-2455f20feac4 req-63ff0646-63be-4a47-9961-956f6bc992e3 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1e7f8e608b4f4680873703bc3d3775fa&device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 1162 time: 0.1501341 Jan 19 16:15:48.289079 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-3e51c4db-264f-4866-936d-8e6a85f5c1c4 req-2adeae5f-0709-4b13-8f78-bd4bec45f382 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1702471 Jan 19 16:15:48.353411 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848148e4-92d4-43e6-8ef8-2455f20feac4 req-420c06bd-6687-4021-a1e5-123d33f2438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:48.356087 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-848148e4-92d4-43e6-8ef8-2455f20feac4 req-420c06bd-6687-4021-a1e5-123d33f2438e service neutron] 10.222.0.104 "GET /v2.0/networks?id=4e5c4c6e-3754-4adf-914d-87b374ab4b07 HTTP/1.1" status: 200 len: 902 time: 0.2214854 Jan 19 16:15:48.482859 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-848148e4-92d4-43e6-8ef8-2455f20feac4 req-bcf24ed5-982e-4a28-9444-d36df3abb140 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b04c238d-be4f-4f85-86c8-3e5e3b3656a7 HTTP/1.1" status: 200 len: 1001 time: 0.1142261 Jan 19 16:15:48.575558 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848148e4-92d4-43e6-8ef8-2455f20feac4 req-eb5ce325-9f41-49b2-bf89-fd4d702d457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:48.577203 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-848148e4-92d4-43e6-8ef8-2455f20feac4 req-eb5ce325-9f41-49b2-bf89-fd4d702d457b service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3c4408be-cdb4-41d7-9f34-5acdd3f924ee HTTP/1.1" status: 200 len: 847 time: 0.0830019 Jan 19 16:15:48.676768 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848148e4-92d4-43e6-8ef8-2455f20feac4 req-35860c70-2ac3-40e5-a730-6a490546df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:48.678383 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-848148e4-92d4-43e6-8ef8-2455f20feac4 req-35860c70-2ac3-40e5-a730-6a490546df16 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4e5c4c6e-3754-4adf-914d-87b374ab4b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0879040 Jan 19 16:15:48.860940 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-848148e4-92d4-43e6-8ef8-2455f20feac4 req-916265b2-bae4-41ac-b2e2-dfaff8ef251d service neutron] 10.222.0.104 "GET /v2.0/networks/4e5c4c6e-3754-4adf-914d-87b374ab4b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746528 Jan 19 16:15:49.069033 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-848148e4-92d4-43e6-8ef8-2455f20feac4 req-51e39735-f720-41be-87f4-33132796ebc1 service neutron] 10.222.0.104 "GET /v2.0/networks/4e5c4c6e-3754-4adf-914d-87b374ab4b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1996427 Jan 19 16:15:49.616945 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b2e5a-c9e4-4322-9041-f4d7d3864daf req-92471c80-3f11-436d-a8da-76557d5d4727 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:49.618841 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a57b2e5a-c9e4-4322-9041-f4d7d3864daf req-92471c80-3f11-436d-a8da-76557d5d4727 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 945 time: 0.1633253 Jan 19 16:15:49.690807 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-a57b2e5a-c9e4-4322-9041-f4d7d3864daf req-2a359438-f38d-49e2-9779-d969bd938a7d tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0586987 Jan 19 16:15:50.969383 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81152572-f774-4eb3-9529-17074a3d46c6 req-c28a8713-b02c-47ce-a740-5b468912672f tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:50.971623 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-81152572-f774-4eb3-9529-17074a3d46c6 req-c28a8713-b02c-47ce-a740-5b468912672f tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 945 time: 0.1333354 Jan 19 16:15:51.049082 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-81152572-f774-4eb3-9529-17074a3d46c6 req-4b1f074e-220a-4f14-b5b2-d82701b6e9c9 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0680130 Jan 19 16:15:51.104040 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device b04c238d-be4f-4f85-86c8-3e5e3b3656a7 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:15:51.273499 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:15:51.308916 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7db885-337f-48aa-8a0d-f5f443d6ce6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b04c238d-be4f-4f85-86c8-3e5e3b3656a7'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:15:51.321485 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port b04c238d-be4f-4f85-86c8-3e5e3b3656a7, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=b04c238d-be4f-4f85-86c8-3e5e3b3656a7,segment=NetworkSegment(23508355-3b52-42a9-a063-c3865d2bba06),segment_id=23508355-3b52-42a9-a063-c3865d2bba06)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:15:51.326407 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:15:51.329080 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:15:51.417561 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7db885-337f-48aa-8a0d-f5f443d6ce6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b04c238d-be4f-4f85-86c8-3e5e3b3656a7', 'code': 200} Jan 19 16:15:51.449927 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=b04c238d-be4f-4f85-86c8-3e5e3b3656a7,revision_number=5']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:15:51.464948 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:15:51.465454 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:15:51.465991 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:15:51.466386 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:15:51.466877 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:15:51.467399 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:15:51.469453 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:15:51.469857 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:15:51.470236 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:15:51.470616 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:15:51.471020 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:15:51.471396 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:15:51.471876 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:15:51.472250 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:15:51.472619 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:15:51.472985 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:15:51.473349 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:15:51.473719 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:15:51.474086 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:15:51.474450 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:15:51.474843 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:15:51.475210 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:15:51.475574 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:15:51.475940 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:15:51.481668 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:15:52.680069 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4218191-928e-421b-aecc-6d2daee42544 req-ca98c1be-ada2-4cbd-99cc-e3296490b58d tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:52.683000 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e4218191-928e-421b-aecc-6d2daee42544 req-ca98c1be-ada2-4cbd-99cc-e3296490b58d tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 943 time: 0.3948212 Jan 19 16:15:52.758159 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e4218191-928e-421b-aecc-6d2daee42544 req-c65b1008-8584-4fe3-9b24-3a7917115945 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0610743 Jan 19 16:15:53.352184 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-076eec79-e225-4e8c-8ddc-1e2396fc8479 req-4c62cdb3-674d-44b9-89f9-1d2133e4a7a6 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2324417 Jan 19 16:15:53.410890 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b04b5-3fee-471d-bd8f-bf8bf7b10a42 req-f95b2518-664e-4c07-ab8e-7d41b4e29a9f tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:53.412688 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c97b04b5-3fee-471d-bd8f-bf8bf7b10a42 req-f95b2518-664e-4c07-ab8e-7d41b4e29a9f tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 943 time: 0.1857827 Jan 19 16:15:53.484193 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c97b04b5-3fee-471d-bd8f-bf8bf7b10a42 req-6b87a7ec-d895-4e38-81fd-d9e2d7a17c02 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0588799 Jan 19 16:15:54.799930 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3e16a-a62f-4d0b-a1eb-7ce145174fe6 req-71853227-7189-4926-985b-46365004e616 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:54.801645 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6de3e16a-a62f-4d0b-a1eb-7ce145174fe6 req-71853227-7189-4926-985b-46365004e616 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 943 time: 0.1322150 Jan 19 16:15:54.871957 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6de3e16a-a62f-4d0b-a1eb-7ce145174fe6 req-5c9636b4-cc95-4cc6-8723-599f53b321dc tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0597858 Jan 19 16:15:56.202384 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604f3d8-6362-4f47-a748-095b213585f6 req-cc4ae09f-1194-4409-a7a2-94266f65d093 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:56.204049 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0604f3d8-6362-4f47-a748-095b213585f6 req-cc4ae09f-1194-4409-a7a2-94266f65d093 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 943 time: 0.1565731 Jan 19 16:15:56.289876 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-0604f3d8-6362-4f47-a748-095b213585f6 req-8995b90c-e9c2-4fd8-993b-68b37d8b33e7 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0782471 Jan 19 16:15:57.509436 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076eec79-e225-4e8c-8ddc-1e2396fc8479 req-db557f9d-8e22-4418-aa37-eda223ec627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:57.511691 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-076eec79-e225-4e8c-8ddc-1e2396fc8479 req-db557f9d-8e22-4418-aa37-eda223ec627e service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e&tenant_id=1e7f8e608b4f4680873703bc3d3775fa HTTP/1.1" status: 200 len: 1160 time: 0.1521533 Jan 19 16:15:57.712262 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61868f-f55b-4af4-bc27-59ca5e1e83a7 req-4cb141fc-a841-4460-9e57-2a6255c855fb tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:57.713943 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9a61868f-f55b-4af4-bc27-59ca5e1e83a7 req-4cb141fc-a841-4460-9e57-2a6255c855fb tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 943 time: 0.1821101 Jan 19 16:15:57.716494 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076eec79-e225-4e8c-8ddc-1e2396fc8479 req-b438d13f-4019-4e8d-85d3-e379f1044c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:57.718209 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-076eec79-e225-4e8c-8ddc-1e2396fc8479 req-b438d13f-4019-4e8d-85d3-e379f1044c18 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1e7f8e608b4f4680873703bc3d3775fa&device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 1160 time: 0.1449172 Jan 19 16:15:57.870125 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-9a61868f-f55b-4af4-bc27-59ca5e1e83a7 req-3085eb68-7caf-451e-ac7f-ff833cc866fa tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1491036 Jan 19 16:15:57.926568 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076eec79-e225-4e8c-8ddc-1e2396fc8479 req-d1a07840-7a79-4fed-9900-80c8f5e964ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:57.928239 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-076eec79-e225-4e8c-8ddc-1e2396fc8479 req-d1a07840-7a79-4fed-9900-80c8f5e964ea service neutron] 10.222.0.104 "GET /v2.0/networks?id=4e5c4c6e-3754-4adf-914d-87b374ab4b07 HTTP/1.1" status: 200 len: 902 time: 0.1886981 Jan 19 16:15:58.047866 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-076eec79-e225-4e8c-8ddc-1e2396fc8479 req-c4138f10-667b-45a3-972d-aabb622860f4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b04c238d-be4f-4f85-86c8-3e5e3b3656a7 HTTP/1.1" status: 200 len: 999 time: 0.1119134 Jan 19 16:15:58.130324 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076eec79-e225-4e8c-8ddc-1e2396fc8479 req-034b0823-04aa-4923-b872-6e8d5a2fad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:58.131982 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-076eec79-e225-4e8c-8ddc-1e2396fc8479 req-034b0823-04aa-4923-b872-6e8d5a2fad31 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3c4408be-cdb4-41d7-9f34-5acdd3f924ee HTTP/1.1" status: 200 len: 847 time: 0.0754855 Jan 19 16:15:58.223313 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076eec79-e225-4e8c-8ddc-1e2396fc8479 req-9be87b50-571b-47bb-932a-c064a48be53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:58.225010 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-076eec79-e225-4e8c-8ddc-1e2396fc8479 req-9be87b50-571b-47bb-932a-c064a48be53d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4e5c4c6e-3754-4adf-914d-87b374ab4b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0847206 Jan 19 16:15:58.410498 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-076eec79-e225-4e8c-8ddc-1e2396fc8479 req-0f7f831b-e164-4c88-9446-d7688233268c service neutron] 10.222.0.104 "GET /v2.0/networks/4e5c4c6e-3754-4adf-914d-87b374ab4b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772003 Jan 19 16:15:58.582109 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-076eec79-e225-4e8c-8ddc-1e2396fc8479 req-849e782a-16f5-4125-b5d2-b3c8e45b5c36 service neutron] 10.222.0.104 "GET /v2.0/networks/4e5c4c6e-3754-4adf-914d-87b374ab4b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1599891 Jan 19 16:15:59.188302 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f052a-ce78-4bd6-9dfc-f9dff178f04f req-40587eb8-d91c-4c73-aed0-17c13d68c9bd tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:15:59.191220 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e87f052a-ce78-4bd6-9dfc-f9dff178f04f req-40587eb8-d91c-4c73-aed0-17c13d68c9bd tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 943 time: 0.1785479 Jan 19 16:15:59.250943 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e87f052a-ce78-4bd6-9dfc-f9dff178f04f req-948cc2b1-3f2e-400a-8fff-9e672ae1c50f tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0534329 Jan 19 16:16:00.573793 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db2847-6cdf-4709-ab79-de3dcde13b39 req-bfd32ed9-53c7-4043-bc54-9c037affb470 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:16:00.575947 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c4db2847-6cdf-4709-ab79-de3dcde13b39 req-bfd32ed9-53c7-4043-bc54-9c037affb470 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 943 time: 0.1200995 Jan 19 16:16:00.649310 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c4db2847-6cdf-4709-ab79-de3dcde13b39 req-91f3cdd4-99d2-4c1b-a586-dba8e6fce9d0 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0649114 Jan 19 16:16:01.563823 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device b04c238d-be4f-4f85-86c8-3e5e3b3656a7 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:16:01.652219 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port b04c238d-be4f-4f85-86c8-3e5e3b3656a7 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:16:01.653621 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:16:01.819059 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783280'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:16:01.863120 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7db885-337f-48aa-8a0d-f5f443d6ce6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04c238d-be4f-4f85-86c8-3e5e3b3656a7'}] {{(pid=80161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:16:01.876612 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d938050-43af-419f-856f-616e6f46b1df None None] For port b04c238d-be4f-4f85-86c8-3e5e3b3656a7, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=b04c238d-be4f-4f85-86c8-3e5e3b3656a7,segment=NetworkSegment(23508355-3b52-42a9-a063-c3865d2bba06),segment_id=23508355-3b52-42a9-a063-c3865d2bba06)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:16:01.882956 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792501930969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244353223079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792501552755'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:16:01.885473 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:16:01.956785 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7db885-337f-48aa-8a0d-f5f443d6ce6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04c238d-be4f-4f85-86c8-3e5e3b3656a7', 'code': 200} Jan 19 16:16:01.960984 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c78f7-fe76-4400-8dd5-88861e6e3920 req-a121b623-8712-4a53-8674-86950a0b46f2 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:16:01.963507 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-631c78f7-fe76-4400-8dd5-88861e6e3920 req-a121b623-8712-4a53-8674-86950a0b46f2 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 943 time: 0.1572309 Jan 19 16:16:01.974512 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Pushing event updated for resources: {'Port': ['ID=b04c238d-be4f-4f85-86c8-3e5e3b3656a7,revision_number=6']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:16:01.978764 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:16:02.042511 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-631c78f7-fe76-4400-8dd5-88861e6e3920 req-9b209100-580c-4c68-b821-14910b7b96a9 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0590870 Jan 19 16:16:02.386361 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed062842-2e3f-410f-a81c-b7b73287126b req-3216b18f-a182-4323-bab2-77011977108a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:16:02.389783 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ed062842-2e3f-410f-a81c-b7b73287126b req-3216b18f-a182-4323-bab2-77011977108a service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 1162 time: 0.1013978 Jan 19 16:16:02.451059 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-ed062842-2e3f-410f-a81c-b7b73287126b req-253498ff-a261-4e6f-b5a4-e58b537add8a service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0529113 Jan 19 16:16:03.209452 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device b04c238d-be4f-4f85-86c8-3e5e3b3656a7 up at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 19 16:16:03.350583 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.provisioning_blocks [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Provisioning complete for port b04c238d-be4f-4f85-86c8-3e5e3b3656a7 triggered by entity L2. {{(pid=80161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 19 16:16:03.351151 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853880603'] for port, provisioning_complete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:16:03.427250 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d62fa0-7037-4e14-b9fa-f7a986cc9958 req-b175fef8-65b9-4ec7-a8f0-db9687c361ee tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:16:03.428988 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b4d62fa0-7037-4e14-b9fa-f7a986cc9958 req-b175fef8-65b9-4ec7-a8f0-db9687c361ee tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 945 time: 0.1254404 Jan 19 16:16:03.501789 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-b4d62fa0-7037-4e14-b9fa-f7a986cc9958 req-61a4b59d-d2fe-4a53-94ee-54584d6189a9 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0628233 Jan 19 16:16:04.021747 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9d7074d2-993a-4f30-87a0-553d9b529888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:16:04.798182 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784672b-739f-4ed1-a348-b944649a854c req-8ec76b15-765d-4877-b01a-ed1a5aec68c7 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:16:04.799958 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7784672b-739f-4ed1-a348-b944649a854c req-8ec76b15-765d-4877-b01a-ed1a5aec68c7 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 945 time: 0.1284187 Jan 19 16:16:04.894324 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-7784672b-739f-4ed1-a348-b944649a854c req-f387fb6e-0b57-44f8-a2a2-88bd094d0e15 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0850611 Jan 19 16:16:07.064753 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:16:07.175225 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:16:07.306594 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5012155b-777a-462d-b1e8-54a9f9a8ee4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:16:07.951917 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:16:08.469781 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c30beefd-87b1-4c81-bb80-bf9262a5003b req-a4fd9f69-24be-4020-9906-2944332d3992 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1449902 Jan 19 16:16:08.654313 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30beefd-87b1-4c81-bb80-bf9262a5003b req-b30ead96-34ca-42d1-98b3-14f8621f2011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:16:08.656034 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c30beefd-87b1-4c81-bb80-bf9262a5003b req-b30ead96-34ca-42d1-98b3-14f8621f2011 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1e7f8e608b4f4680873703bc3d3775fa&device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 1162 time: 0.0920339 Jan 19 16:16:08.831797 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30beefd-87b1-4c81-bb80-bf9262a5003b req-0e424add-d4be-4302-a0d2-d49cdfe5dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:16:08.833813 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c30beefd-87b1-4c81-bb80-bf9262a5003b req-0e424add-d4be-4302-a0d2-d49cdfe5dc96 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4e5c4c6e-3754-4adf-914d-87b374ab4b07 HTTP/1.1" status: 200 len: 902 time: 0.1540275 Jan 19 16:16:08.959312 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c30beefd-87b1-4c81-bb80-bf9262a5003b req-b9022237-463c-4fc6-a38c-44ae77c6ab05 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b04c238d-be4f-4f85-86c8-3e5e3b3656a7 HTTP/1.1" status: 200 len: 1001 time: 0.1169543 Jan 19 16:16:09.091714 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30beefd-87b1-4c81-bb80-bf9262a5003b req-07c19a69-5916-4025-9f95-9a20253a7f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:16:09.094561 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c30beefd-87b1-4c81-bb80-bf9262a5003b req-07c19a69-5916-4025-9f95-9a20253a7f7d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3c4408be-cdb4-41d7-9f34-5acdd3f924ee HTTP/1.1" status: 200 len: 847 time: 0.1258395 Jan 19 16:16:09.216518 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:16:09.229331 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30beefd-87b1-4c81-bb80-bf9262a5003b req-749e5490-9787-42a0-abe6-30af5fa22308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:16:09.231471 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c30beefd-87b1-4c81-bb80-bf9262a5003b req-749e5490-9787-42a0-abe6-30af5fa22308 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4e5c4c6e-3754-4adf-914d-87b374ab4b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1244738 Jan 19 16:16:09.420248 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c30beefd-87b1-4c81-bb80-bf9262a5003b req-389c331f-f735-43ff-9aa9-99fa504da4f6 service neutron] 10.222.0.104 "GET /v2.0/networks/4e5c4c6e-3754-4adf-914d-87b374ab4b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680114 Jan 19 16:16:09.606606 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c30beefd-87b1-4c81-bb80-bf9262a5003b req-c599ce28-8853-457c-9113-d4893cf16b69 service neutron] 10.222.0.104 "GET /v2.0/networks/4e5c4c6e-3754-4adf-914d-87b374ab4b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1771593 Jan 19 16:16:15.114930 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:16:34.015215 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-dae8fccd-77ee-4a1a-b6ea-8f9c9648ab67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:16:37.080056 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:16:37.170588 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:16:37.300943 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-be1c9f0f-6dd0-4ab0-942d-488bfab87fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:16:37.951605 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:16:39.215472 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:16:50.679128 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [req-74001895-e742-4b73-821b-1896d60558a4 req-9b9a0a38-e14e-42ec-95a1-4e0a31148919 service neutron] (80159) timed out ('10.222.0.104', 64529) {{(pid=80159) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 19 16:16:52.128066 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:17:04.028942 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-eb554544-b56e-44e0-b90e-f57a2ed0eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:17:07.110263 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:17:07.180210 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:17:07.309582 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7368ea09-176e-41ce-b450-0223dc0aa26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:17:07.949272 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:17:09.219023 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:17:10.374384 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-96253fa4-b971-4a32-97ac-ed1a04aad6d6 req-c819d434-3bda-46e7-90f6-02fb02c67ae3 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1268594 Jan 19 16:17:10.612588 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96253fa4-b971-4a32-97ac-ed1a04aad6d6 req-de15e876-d3b3-4a04-9d5f-03d737be35b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:17:10.614566 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-96253fa4-b971-4a32-97ac-ed1a04aad6d6 req-de15e876-d3b3-4a04-9d5f-03d737be35b2 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1e7f8e608b4f4680873703bc3d3775fa&device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 1162 time: 0.1436188 Jan 19 16:17:10.816266 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96253fa4-b971-4a32-97ac-ed1a04aad6d6 req-fb6f23ff-c21a-44a2-9413-b34182ff80ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:17:10.819201 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-96253fa4-b971-4a32-97ac-ed1a04aad6d6 req-fb6f23ff-c21a-44a2-9413-b34182ff80ea service neutron] 10.222.0.104 "GET /v2.0/networks?id=4e5c4c6e-3754-4adf-914d-87b374ab4b07 HTTP/1.1" status: 200 len: 902 time: 0.1787543 Jan 19 16:17:10.976254 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-96253fa4-b971-4a32-97ac-ed1a04aad6d6 req-88980e80-c813-4078-93ad-1c81363d02d5 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b04c238d-be4f-4f85-86c8-3e5e3b3656a7 HTTP/1.1" status: 200 len: 1001 time: 0.1468956 Jan 19 16:17:11.070771 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96253fa4-b971-4a32-97ac-ed1a04aad6d6 req-6515948b-abd9-410c-8811-5abb18eac86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:17:11.072676 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-96253fa4-b971-4a32-97ac-ed1a04aad6d6 req-6515948b-abd9-410c-8811-5abb18eac86e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3c4408be-cdb4-41d7-9f34-5acdd3f924ee HTTP/1.1" status: 200 len: 847 time: 0.0890634 Jan 19 16:17:11.210419 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96253fa4-b971-4a32-97ac-ed1a04aad6d6 req-2773cd65-0803-4b28-b6db-75413a1887a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:17:11.212148 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-96253fa4-b971-4a32-97ac-ed1a04aad6d6 req-2773cd65-0803-4b28-b6db-75413a1887a6 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4e5c4c6e-3754-4adf-914d-87b374ab4b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1319067 Jan 19 16:17:11.436477 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-96253fa4-b971-4a32-97ac-ed1a04aad6d6 req-0cbadad0-b719-4f03-b4ae-781740f3eb7c service neutron] 10.222.0.104 "GET /v2.0/networks/4e5c4c6e-3754-4adf-914d-87b374ab4b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163758 Jan 19 16:17:11.608385 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-96253fa4-b971-4a32-97ac-ed1a04aad6d6 req-3f35a403-135f-4a87-9e9f-d3af418734cd service neutron] 10.222.0.104 "GET /v2.0/networks/4e5c4c6e-3754-4adf-914d-87b374ab4b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1643085 Jan 19 16:17:29.127512 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:17:34.031532 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-0aa31e02-7d9e-4595-a03f-1eb630653775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:17:37.120209 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:17:37.177746 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:17:37.304272 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c2857071-4f1a-4867-bd1a-f63281a5b560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:17:37.945082 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:17:39.220522 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:17:48.735352 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-0d3e5a21-3c0d-437e-b7c5-8fc3ab74bd5b tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/floatingips/6eb93b26-2397-4de3-b9f5-8b1438868f66 HTTP/1.1" status: 200 len: 998 time: 0.1344626 Jan 19 16:17:48.928092 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-f3e5d3d0-d45d-49d4-bd47-085240eac436 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:17:48.929759 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-f3e5d3d0-d45d-49d4-bd47-085240eac436 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/networks/8cb986dc-564f-4d7a-9897-91054d6f010e HTTP/1.1" status: 200 len: 784 time: 0.1876833 Jan 19 16:17:48.948784 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-a6038d45-cf25-4935-b8bc-48a4b461ef95 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=80160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 16:17:48.949907 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-a6038d45-cf25-4935-b8bc-48a4b461ef95 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0070581 Jan 19 16:17:49.347654 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-e57e383c-13aa-4ab3-b8dc-f4465bcb430e tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/floatingips?floating_ip_address=172.28.3.229 HTTP/1.1" status: 200 len: 1001 time: 0.3894298 Jan 19 16:17:49.457556 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-a58a1b6a-069d-4b78-8be0-73cc3b634909 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:17:49.459603 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-a58a1b6a-069d-4b78-8be0-73cc3b634909 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports/b04c238d-be4f-4f85-86c8-3e5e3b3656a7 HTTP/1.1" status: 200 len: 942 time: 0.1043110 Jan 19 16:17:49.681439 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-b8ef2e43-fab9-462b-b67c-ae1686078ce8 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/floatingips?floating_ip_address=172.28.3.229 HTTP/1.1" status: 200 len: 1001 time: 0.1265895 Jan 19 16:17:50.076250 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Deleting port d1d8493e-fe89-4a0d-b636-370b8f88164e {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:17:50.077108 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:17:50.350573 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:17:50.350879 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks [] for floatingip, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:17:50.498885 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Calling delete_port for d1d8493e-fe89-4a0d-b636-370b8f88164e owned by network:floatingip {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:17:50.672519 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:17:50.687993 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-67490c31-1f91-4d73-881c-9f3895de3fbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:17:50.743896 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Pushing event deleted for resources: {'Port': ['ID=d1d8493e-fe89-4a0d-b636-370b8f88164e,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:17:50.808673 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:17:50.809087 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:17:50.809497 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:17:50.809902 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:17:50.810298 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:17:50.810701 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:17:50.811123 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:17:50.811536 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:17:50.811930 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:17:50.812319 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:17:50.812708 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:17:50.813095 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:17:50.813571 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:17:50.813961 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:17:50.814343 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:17:50.814774 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:17:50.815167 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:17:50.815552 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:17:50.815938 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:17:50.816323 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:17:50.816737 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:17:50.817097 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:17:50.817496 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:17:50.817881 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:17:50.822545 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:17:50.971516 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks [] for floatingip, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:17:50.971996 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.db.l3_db [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Floating IP 6eb93b26-2397-4de3-b9f5-8b1438868f66 disassociated (deleted). External IP: 172.28.3.229, port: b04c238d-be4f-4f85-86c8-3e5e3b3656a7. Jan 19 16:17:51.397349 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Router 16a193fa-3751-4d17-9654-0196774d6d7d has already been hosted by L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f {{(pid=80160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 16:17:51.643610 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 16:17:51.655161 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac7ffc4-29da-49be-b91b-8b3b272e81e3 None None] Sync routers for ids ['16a193fa-3751-4d17-9654-0196774d6d7d'] in dv-cinder-667108-29-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 16:17:51.670217 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac7ffc4-29da-49be-b91b-8b3b272e81e3 None None] Routers {'16a193fa-3751-4d17-9654-0196774d6d7d'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:17:51.670954 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-3ac7ffc4-29da-49be-b91b-8b3b272e81e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:17:37Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['16a193fa-3751-4d17-9654-0196774d6d7d'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:17:51.680362 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for floatingip, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:17:51.753657 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-77d38644-7617-4712-85c1-1091b3620468 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "DELETE /v2.0/floatingips/6eb93b26-2397-4de3-b9f5-8b1438868f66 HTTP/1.1" status: 204 len: 173 time: 2.0626283 Jan 19 16:17:51.754612 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7db885-337f-48aa-8a0d-f5f443d6ce6e', 'tag': 'b04c238d-be4f-4f85-86c8-3e5e3b3656a7'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:17:51.919579 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-3ac7ffc4-29da-49be-b91b-8b3b272e81e3 None None] Set router 16a193fa-3751-4d17-9654-0196774d6d7d gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:17:51.976625 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7db885-337f-48aa-8a0d-f5f443d6ce6e', 'tag': 'b04c238d-be4f-4f85-86c8-3e5e3b3656a7', 'status': 'completed', 'code': 200} Jan 19 16:17:52.137930 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-0daf88c4-14ee-4b1f-8bf0-c678bc0cd811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:17:52.141361 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-0daf88c4-14ee-4b1f-8bf0-c678bc0cd811 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1e7f8e608b4f4680873703bc3d3775fa&device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 1162 time: 0.3659341 Jan 19 16:17:52.352105 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-3ac7ffc4-29da-49be-b91b-8b3b272e81e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'name': 'tempest-TestShelveInstance-950266578-router', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:12:27Z', 'updated_at': '2021-01-19T16:12:34Z', 'revision_number': 4, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'gw_port': {'id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:29Z', 'updated_at': '2021-01-19T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': '5ec1cedb-f872-41e6-9329-a64d0488d117', 'name': '', 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'mac_address': 'fa:16:3e:a2:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '3c4408be-cdb4-41d7-9f34-5acdd3f924ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:33Z', 'updated_at': '2021-01-19T16:12:45Z', 'revision_number': 5, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'subnets': [{'id': '3c4408be-cdb4-41d7-9f34-5acdd3f924ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:17:52.357913 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac7ffc4-29da-49be-b91b-8b3b272e81e3 None None] Checking router: 16a193fa-3751-4d17-9654-0196774d6d7d for host: dv-cinder-667108-29-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 16:17:52.369467 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e474c4-87f4-425f-bd49-a7fa48eef9cd req-fcd0986e-e5a4-4ceb-a7ef-cf6d47aa057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:17:52.372411 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c8e474c4-87f4-425f-bd49-a7fa48eef9cd req-fcd0986e-e5a4-4ceb-a7ef-cf6d47aa057e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1e7f8e608b4f4680873703bc3d3775fa&device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 1162 time: 0.3658876 Jan 19 16:17:52.375287 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac7ffc4-29da-49be-b91b-8b3b272e81e3 None None] Routers {'16a193fa-3751-4d17-9654-0196774d6d7d'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:17:52.376484 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-3ac7ffc4-29da-49be-b91b-8b3b272e81e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:17:37Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['16a193fa-3751-4d17-9654-0196774d6d7d'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:17:52.530089 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-ed1f0150-5339-4089-a2d8-76d427562664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:17:52.532619 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-ed1f0150-5339-4089-a2d8-76d427562664 service neutron] 10.222.0.110 "GET /v2.0/networks?id=4e5c4c6e-3754-4adf-914d-87b374ab4b07 HTTP/1.1" status: 200 len: 902 time: 0.3814833 Jan 19 16:17:52.632354 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-2d15eaba-3191-44f8-b05b-a8b96cf5cbe9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b04c238d-be4f-4f85-86c8-3e5e3b3656a7 HTTP/1.1" status: 200 len: 217 time: 0.0867271 Jan 19 16:17:52.716234 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-3ac7ffc4-29da-49be-b91b-8b3b272e81e3 None None] Set router 16a193fa-3751-4d17-9654-0196774d6d7d gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:17:52.739999 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e474c4-87f4-425f-bd49-a7fa48eef9cd req-460c52c8-e2f4-40a3-8acb-165cfe0c4faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:17:52.741664 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c8e474c4-87f4-425f-bd49-a7fa48eef9cd req-460c52c8-e2f4-40a3-8acb-165cfe0c4faa service neutron] 10.222.0.104 "GET /v2.0/networks?id=4e5c4c6e-3754-4adf-914d-87b374ab4b07 HTTP/1.1" status: 200 len: 902 time: 0.3459239 Jan 19 16:17:52.752682 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-4bd77f49-6978-412a-9b72-cd12f972e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:17:52.754530 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-4bd77f49-6978-412a-9b72-cd12f972e5c2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=3c4408be-cdb4-41d7-9f34-5acdd3f924ee HTTP/1.1" status: 200 len: 847 time: 0.1056945 Jan 19 16:17:53.200071 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c8e474c4-87f4-425f-bd49-a7fa48eef9cd req-6788138d-28b9-4f9a-8bd4-da60ba4c0fc5 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b04c238d-be4f-4f85-86c8-3e5e3b3656a7 HTTP/1.1" status: 200 len: 217 time: 0.4443574 Jan 19 16:17:53.211838 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-3ac7ffc4-29da-49be-b91b-8b3b272e81e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'name': 'tempest-TestShelveInstance-950266578-router', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:12:27Z', 'updated_at': '2021-01-19T16:12:34Z', 'revision_number': 4, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'gw_port': {'id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:29Z', 'updated_at': '2021-01-19T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': '5ec1cedb-f872-41e6-9329-a64d0488d117', 'name': '', 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'mac_address': 'fa:16:3e:a2:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '3c4408be-cdb4-41d7-9f34-5acdd3f924ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:33Z', 'updated_at': '2021-01-19T16:12:45Z', 'revision_number': 5, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'subnets': [{'id': '3c4408be-cdb4-41d7-9f34-5acdd3f924ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:17:53.218303 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac7ffc4-29da-49be-b91b-8b3b272e81e3 None None] The sync data for ids ['16a193fa-3751-4d17-9654-0196774d6d7d'] in dv-cinder-667108-29-smb is: [{'id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'name': 'tempest-TestShelveInstance-950266578-router', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:12:27Z', 'updated_at': '2021-01-19T16:12:34Z', 'revision_number': 4, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'gw_port': {'id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:29Z', 'updated_at': '2021-01-19T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb', '_interfaces': [{'id': '5ec1cedb-f872-41e6-9329-a64d0488d117', 'name': '', 'network_id': '4e5c4c6e-3754-4adf-914d-87b374ab4b07', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'mac_address': 'fa:16:3e:a2:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '3c4408be-cdb4-41d7-9f34-5acdd3f924ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:33Z', 'updated_at': '2021-01-19T16:12:45Z', 'revision_number': 5, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'subnets': [{'id': '3c4408be-cdb4-41d7-9f34-5acdd3f924ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 16:17:53.329353 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e474c4-87f4-425f-bd49-a7fa48eef9cd req-7c86e1e2-ed44-4acc-b3e9-498606c695c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:17:53.331085 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c8e474c4-87f4-425f-bd49-a7fa48eef9cd req-7c86e1e2-ed44-4acc-b3e9-498606c695c2 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3c4408be-cdb4-41d7-9f34-5acdd3f924ee HTTP/1.1" status: 200 len: 847 time: 0.1223326 Jan 19 16:17:53.334174 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-8a0fa559-6539-48cd-87cf-e244c4dbf110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:17:53.336406 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-8a0fa559-6539-48cd-87cf-e244c4dbf110 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=4e5c4c6e-3754-4adf-914d-87b374ab4b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.5193179 Jan 19 16:17:53.564187 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e474c4-87f4-425f-bd49-a7fa48eef9cd req-0b6dff3a-6268-4194-8cfa-9f254f9ac791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:17:53.566694 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c8e474c4-87f4-425f-bd49-a7fa48eef9cd req-0b6dff3a-6268-4194-8cfa-9f254f9ac791 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4e5c4c6e-3754-4adf-914d-87b374ab4b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2257774 Jan 19 16:17:53.571966 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-489b0da6-00ee-4896-a038-5700e11907cb service neutron] 10.222.0.110 "GET /v2.0/networks/4e5c4c6e-3754-4adf-914d-87b374ab4b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893404 Jan 19 16:17:53.675643 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5c7d53-b8af-4187-9ce0-175444fb8916 None None] New status for floating IP 6eb93b26-2397-4de3-b9f5-8b1438868f66: DOWN {{(pid=80161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 19 16:17:53.866589 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c8e474c4-87f4-425f-bd49-a7fa48eef9cd req-c3b2b542-b2ed-4b26-a641-b2dc32d29693 service neutron] 10.222.0.104 "GET /v2.0/networks/4e5c4c6e-3754-4adf-914d-87b374ab4b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912204 Jan 19 16:17:53.870986 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-d99d7e56-cfe9-4b5e-9200-4753b037ab50 req-8cfdf85a-7abf-49ee-a318-0cae929ac1f3 service neutron] 10.222.0.110 "GET /v2.0/networks/4e5c4c6e-3754-4adf-914d-87b374ab4b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2636340 Jan 19 16:17:54.096986 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-c8e474c4-87f4-425f-bd49-a7fa48eef9cd req-104949e6-3e07-42e0-a763-a4c36e3f65f9 service neutron] 10.222.0.104 "GET /v2.0/networks/4e5c4c6e-3754-4adf-914d-87b374ab4b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2173748 Jan 19 16:17:54.524697 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be428ad5-17b5-4065-a25f-e34a351066fe req-6ddcd289-94c6-4bb8-9a93-4010ed770d86 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:17:54.526946 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-be428ad5-17b5-4065-a25f-e34a351066fe req-6ddcd289-94c6-4bb8-9a93-4010ed770d86 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Synchronizing usage tracker for tenant:1e7f8e608b4f4680873703bc3d3775fa on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:17:54.553125 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-be428ad5-17b5-4065-a25f-e34a351066fe req-6ddcd289-94c6-4bb8-9a93-4010ed770d86 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Unset dirty status for tenant:1e7f8e608b4f4680873703bc3d3775fa on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:17:54.555394 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-be428ad5-17b5-4065-a25f-e34a351066fe req-6ddcd289-94c6-4bb8-9a93-4010ed770d86 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 945 time: 0.2423742 Jan 19 16:17:54.616338 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-be428ad5-17b5-4065-a25f-e34a351066fe req-6d825a25-8116-4d2f-ad2c-bb057b81a692 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0539916 Jan 19 16:17:56.123750 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128afa23-b479-4af2-b50a-9d9fb5e574f3 req-28baf8db-0e00-42e9-a23e-468008a53ba2 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:17:56.125538 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-128afa23-b479-4af2-b50a-9d9fb5e574f3 req-28baf8db-0e00-42e9-a23e-468008a53ba2 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 945 time: 0.1353910 Jan 19 16:17:56.213475 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-128afa23-b479-4af2-b50a-9d9fb5e574f3 req-0ae79cf5-c3c7-411d-926c-729e937071c3 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0738003 Jan 19 16:17:56.516658 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf38dc1-d23f-47d6-a08c-1839ea9610c8 req-5f01d193-0ce6-4a44-bb9b-390a2520380a tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:17:56.518596 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5bf38dc1-d23f-47d6-a08c-1839ea9610c8 req-5f01d193-0ce6-4a44-bb9b-390a2520380a tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.104 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 945 time: 0.1397123 Jan 19 16:17:56.655854 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-5bf38dc1-d23f-47d6-a08c-1839ea9610c8 req-2bdc8f93-4b1a-48aa-a35b-095021bdc04c tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Deleting port b04c238d-be4f-4f85-86c8-3e5e3b3656a7 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:17:56.656427 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-5bf38dc1-d23f-47d6-a08c-1839ea9610c8 req-2bdc8f93-4b1a-48aa-a35b-095021bdc04c tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:17:57.081876 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [req-5bf38dc1-d23f-47d6-a08c-1839ea9610c8 req-2bdc8f93-4b1a-48aa-a35b-095021bdc04c tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] For port b04c238d-be4f-4f85-86c8-3e5e3b3656a7, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=b04c238d-be4f-4f85-86c8-3e5e3b3656a7,segment=NetworkSegment(23508355-3b52-42a9-a063-c3865d2bba06),segment_id=23508355-3b52-42a9-a063-c3865d2bba06)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:17:57.082763 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-5bf38dc1-d23f-47d6-a08c-1839ea9610c8 req-2bdc8f93-4b1a-48aa-a35b-095021bdc04c tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:17:57.265393 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [req-5bf38dc1-d23f-47d6-a08c-1839ea9610c8 req-2bdc8f93-4b1a-48aa-a35b-095021bdc04c tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Calling delete_port for b04c238d-be4f-4f85-86c8-3e5e3b3656a7 owned by compute:nova {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:17:57.697060 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d863a-7ce9-463d-9c82-57a2ee2d64e9 req-b687c8df-4fdf-4292-b6ff-506105c2d8ee tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 19 16:17:57.700660 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6f9d863a-7ce9-463d-9c82-57a2ee2d64e9 req-b687c8df-4fdf-4292-b6ff-506105c2d8ee tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 945 time: 0.3395479 Jan 19 16:17:57.705190 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-5bf38dc1-d23f-47d6-a08c-1839ea9610c8 req-2bdc8f93-4b1a-48aa-a35b-095021bdc04c tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:17:57.726963 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:17:57.793790 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc8f93-4b1a-48aa-a35b-095021bdc04c tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Pushing event deleted for resources: {'Port': ['ID=b04c238d-be4f-4f85-86c8-3e5e3b3656a7,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:17:57.796804 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-2bdc8f93-4b1a-48aa-a35b-095021bdc04c tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:17:57.882602 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device b04c238d-be4f-4f85-86c8-3e5e3b3656a7 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:17:57.926155 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-6f9d863a-7ce9-463d-9c82-57a2ee2d64e9 req-f1e4ad82-fa5c-413e-b6cc-1108e5d22c71 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups?id=da7d1111-0004-4776-b77d-77f64f889aca&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2002943 Jan 19 16:17:57.927360 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-1d938050-43af-419f-856f-616e6f46b1df None None] No Port match for: b04c238d-be4f-4f85-86c8-3e5e3b3656a7 {{(pid=80161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 16:17:57.927774 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Device b04c238d-be4f-4f85-86c8-3e5e3b3656a7 not bound to the agent host hv-cinder-66710 {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 16:17:58.016870 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf38dc1-d23f-47d6-a08c-1839ea9610c8 req-2bdc8f93-4b1a-48aa-a35b-095021bdc04c tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] No DVR routers for this DVR port b04c238d-be4f-4f85-86c8-3e5e3b3656a7 on host hv-cinder-66710 {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 16:17:58.019401 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-5bf38dc1-d23f-47d6-a08c-1839ea9610c8 req-2bdc8f93-4b1a-48aa-a35b-095021bdc04c tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773754'] for port, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:17:58.024434 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7db885-337f-48aa-8a0d-f5f443d6ce6e', 'name': 'network-vif-deleted', 'tag': 'b04c238d-be4f-4f85-86c8-3e5e3b3656a7'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 16:17:58.047315 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-5bf38dc1-d23f-47d6-a08c-1839ea9610c8 req-2bdc8f93-4b1a-48aa-a35b-095021bdc04c tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.104 "DELETE /v2.0/ports/b04c238d-be4f-4f85-86c8-3e5e3b3656a7 HTTP/1.1" status: 204 len: 173 time: 1.5181894 Jan 19 16:17:58.113425 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7db885-337f-48aa-8a0d-f5f443d6ce6e', 'name': 'network-vif-deleted', 'tag': 'b04c238d-be4f-4f85-86c8-3e5e3b3656a7', 'status': 'completed', 'code': 200} Jan 19 16:17:59.223122 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-2bbad669-07be-4534-a2f2-75a97e81d191 req-c94690b5-dcf7-4baa-ba6d-ea6b266e6415 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Synchronizing usage tracker for tenant:1e7f8e608b4f4680873703bc3d3775fa on resource:port {{(pid=80160) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 19 16:17:59.245835 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.quota.resource [req-2bbad669-07be-4534-a2f2-75a97e81d191 req-c94690b5-dcf7-4baa-ba6d-ea6b266e6415 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Unset dirty status for tenant:1e7f8e608b4f4680873703bc3d3775fa on resource:port {{(pid=80160) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 19 16:17:59.247613 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-2bbad669-07be-4534-a2f2-75a97e81d191 req-c94690b5-dcf7-4baa-ba6d-ea6b266e6415 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/ports?device_id=8f7db885-337f-48aa-8a0d-f5f443d6ce6e HTTP/1.1" status: 200 len: 210 time: 0.1322041 Jan 19 16:18:00.564146 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e331b58f-2a60-4dc6-b4cd-8581108b5ea6 req-8347ae22-909b-4c49-b381-f4421adb8014 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "GET /v2.0/security-groups/da7d1111-0004-4776-b77d-77f64f889aca HTTP/1.1" status: 200 len: 2991 time: 0.0636706 Jan 19 16:18:00.662747 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-e331b58f-2a60-4dc6-b4cd-8581108b5ea6 req-e0a080c5-d8fb-4113-906a-d1f8ae2c44e4 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:00.699507 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-e331b58f-2a60-4dc6-b4cd-8581108b5ea6 req-e0a080c5-d8fb-4113-906a-d1f8ae2c44e4 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:00.760735 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-e331b58f-2a60-4dc6-b4cd-8581108b5ea6 req-e0a080c5-d8fb-4113-906a-d1f8ae2c44e4 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:00.765030 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-aa9d8915-8cd5-4466-9d2e-5e42afb10e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:18:00.786552 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a080c5-d8fb-4113-906a-d1f8ae2c44e4 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7d1111-0004-4776-b77d-77f64f889aca,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:18:00.789914 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-e0a080c5-d8fb-4113-906a-d1f8ae2c44e4 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:18:00.802795 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [req-e331b58f-2a60-4dc6-b4cd-8581108b5ea6 req-e0a080c5-d8fb-4113-906a-d1f8ae2c44e4 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:00.804046 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [req-e331b58f-2a60-4dc6-b4cd-8581108b5ea6 req-e0a080c5-d8fb-4113-906a-d1f8ae2c44e4 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] 10.222.0.110 "DELETE /v2.0/security-groups/da7d1111-0004-4776-b77d-77f64f889aca HTTP/1.1" status: 204 len: 173 time: 0.2295587 Jan 19 16:18:00.875178 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 51878) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:18:02.161478 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-09c276c5-9b39-4399-b66e-698fc8163484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853036551'] for router_interface, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:02.639293 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-09c276c5-9b39-4399-b66e-698fc8163484 admin admin] Deleting port 5ec1cedb-f872-41e6-9329-a64d0488d117 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:18:02.639751 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-09c276c5-9b39-4399-b66e-698fc8163484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:02.909300 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-09c276c5-9b39-4399-b66e-698fc8163484 admin admin] For port 5ec1cedb-f872-41e6-9329-a64d0488d117, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=5ec1cedb-f872-41e6-9329-a64d0488d117,segment=NetworkSegment(23508355-3b52-42a9-a063-c3865d2bba06),segment_id=23508355-3b52-42a9-a063-c3865d2bba06)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:18:02.909634 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-09c276c5-9b39-4399-b66e-698fc8163484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:03.116909 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-09c276c5-9b39-4399-b66e-698fc8163484 admin admin] Calling delete_port for 5ec1cedb-f872-41e6-9329-a64d0488d117 owned by network:router_interface {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:18:03.470949 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-09c276c5-9b39-4399-b66e-698fc8163484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:03.501493 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-23b1b4ae-97f2-4fed-9a47-f4a70a4367a6 tempest-TestShelveInstance-149345842 tempest-TestShelveInstance-149345842] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:18:03.636196 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c276c5-9b39-4399-b66e-698fc8163484 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ec1cedb-f872-41e6-9329-a64d0488d117,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:18:03.647747 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-09c276c5-9b39-4399-b66e-698fc8163484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:18:04.038665 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f5e1cc5e-30bb-43fa-a0d2-819cc8dd2fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:04.060533 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-09c276c5-9b39-4399-b66e-698fc8163484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1687712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853036733'] for router_interface, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:04.796618 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c276c5-9b39-4399-b66e-698fc8163484 admin admin] Router 16a193fa-3751-4d17-9654-0196774d6d7d has already been hosted by L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f {{(pid=80160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 16:18:05.057415 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c276c5-9b39-4399-b66e-698fc8163484 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 16:18:05.079115 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03340199-b8c8-483e-9b72-868198ba554f None None] Sync routers for ids ['16a193fa-3751-4d17-9654-0196774d6d7d'] in dv-cinder-667108-29-smb {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 16:18:05.088965 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-09c276c5-9b39-4399-b66e-698fc8163484 admin admin] 10.222.0.110 "PUT /v2.0/routers/16a193fa-3751-4d17-9654-0196774d6d7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2122269 Jan 19 16:18:05.096274 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 51884) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:18:05.103955 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03340199-b8c8-483e-9b72-868198ba554f None None] Routers {'16a193fa-3751-4d17-9654-0196774d6d7d'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:18:05.103955 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-03340199-b8c8-483e-9b72-868198ba554f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:17:37Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['16a193fa-3751-4d17-9654-0196774d6d7d'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:18:05.364586 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-03340199-b8c8-483e-9b72-868198ba554f None None] Set router 16a193fa-3751-4d17-9654-0196774d6d7d gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:18:05.374261 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c36e6fa4-751f-46cf-bace-1fd0539dd12b admin admin] Notify callbacks [] for router, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:05.807308 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-03340199-b8c8-483e-9b72-868198ba554f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'name': 'tempest-TestShelveInstance-950266578-router', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:12:27Z', 'updated_at': '2021-01-19T16:18:03Z', 'revision_number': 5, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'gw_port': {'id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:29Z', 'updated_at': '2021-01-19T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:18:05.812982 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03340199-b8c8-483e-9b72-868198ba554f None None] Checking router: 16a193fa-3751-4d17-9654-0196774d6d7d for host: dv-cinder-667108-29-smb {{(pid=80162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 16:18:05.828596 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03340199-b8c8-483e-9b72-868198ba554f None None] Routers {'16a193fa-3751-4d17-9654-0196774d6d7d'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:18:05.829706 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-03340199-b8c8-483e-9b72-868198ba554f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:17:37Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['16a193fa-3751-4d17-9654-0196774d6d7d'], 'active': True} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:18:05.944017 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c36e6fa4-751f-46cf-bace-1fd0539dd12b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:05.955448 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-c36e6fa4-751f-46cf-bace-1fd0539dd12b admin admin] Deleting port 4d5a0ab2-5387-4225-91cf-1320349bc14c {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:18:05.956094 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c36e6fa4-751f-46cf-bace-1fd0539dd12b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:06.134319 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:18:06.139958 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-03340199-b8c8-483e-9b72-868198ba554f None None] Set router 16a193fa-3751-4d17-9654-0196774d6d7d gateway port host: dv-cinder-667108-29-smb {{(pid=80162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:18:06.280005 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-c36e6fa4-751f-46cf-bace-1fd0539dd12b admin admin] For port 4d5a0ab2-5387-4225-91cf-1320349bc14c, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=4d5a0ab2-5387-4225-91cf-1320349bc14c,segment=NetworkSegment(df4602cc-7cc3-4442-ad7e-3dfa8118ccff),segment_id=df4602cc-7cc3-4442-ad7e-3dfa8118ccff)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:18:06.280659 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c36e6fa4-751f-46cf-bace-1fd0539dd12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:06.508543 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-c36e6fa4-751f-46cf-bace-1fd0539dd12b admin admin] Calling delete_port for 4d5a0ab2-5387-4225-91cf-1320349bc14c owned by network:router_gateway {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:18:06.768684 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c36e6fa4-751f-46cf-bace-1fd0539dd12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852269169'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:07.027423 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-03340199-b8c8-483e-9b72-868198ba554f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'name': 'tempest-TestShelveInstance-950266578-router', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:12:27Z', 'updated_at': '2021-01-19T16:18:03Z', 'revision_number': 5, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'gw_port': {'id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:29Z', 'updated_at': '2021-01-19T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80162) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:18:07.035653 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03340199-b8c8-483e-9b72-868198ba554f None None] The sync data for ids ['16a193fa-3751-4d17-9654-0196774d6d7d'] in dv-cinder-667108-29-smb is: [{'id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'name': 'tempest-TestShelveInstance-950266578-router', 'tenant_id': '1e7f8e608b4f4680873703bc3d3775fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:12:27Z', 'updated_at': '2021-01-19T16:18:03Z', 'revision_number': 5, 'project_id': '1e7f8e608b4f4680873703bc3d3775fa', 'gw_port': {'id': '4d5a0ab2-5387-4225-91cf-1320349bc14c', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a193fa-3751-4d17-9654-0196774d6d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:29Z', 'updated_at': '2021-01-19T16:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}] {{(pid=80162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 16:18:07.109937 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c36e6fa4-751f-46cf-bace-1fd0539dd12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1738224'] for router_gateway, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:07.145213 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:07.194133 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:07.302770 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-87f7e559-b490-4589-b85c-3cb2fb713e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:07.348978 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c36e6fa4-751f-46cf-bace-1fd0539dd12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1736944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1508'] for router, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:07.354481 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c36e6fa4-751f-46cf-bace-1fd0539dd12b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:07.397748 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c36e6fa4-751f-46cf-bace-1fd0539dd12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1826733'] for router, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:07.398498 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36e6fa4-751f-46cf-bace-1fd0539dd12b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16a193fa-3751-4d17-9654-0196774d6d7d {{(pid=80159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 19 16:18:07.414902 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c36e6fa4-751f-46cf-bace-1fd0539dd12b admin admin] Notify callbacks [] for router, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:07.417122 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-c36e6fa4-751f-46cf-bace-1fd0539dd12b admin admin] 10.222.0.110 "DELETE /v2.0/routers/16a193fa-3751-4d17-9654-0196774d6d7d HTTP/1.1" status: 204 len: 168 time: 2.3225913 Jan 19 16:18:07.421518 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 51890) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:18:07.435772 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 5ec1cedb-f872-41e6-9329-a64d0488d117 no longer exists at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:18:07.481981 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] No Port match for: 5ec1cedb-f872-41e6-9329-a64d0488d117 {{(pid=80161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 16:18:07.482610 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 5ec1cedb-f872-41e6-9329-a64d0488d117 not bound to the agent host dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 16:18:07.511784 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fac4e2a-ce56-4f27-a849-cd33beff0a3b admin admin] Deleting subnet 3c4408be-cdb4-41d7-9f34-5acdd3f924ee {{(pid=80160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 16:18:07.516217 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9fac4e2a-ce56-4f27-a849-cd33beff0a3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:07.589100 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9fac4e2a-ce56-4f27-a849-cd33beff0a3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2411160'] for subnet, precommit_delete_associations {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:07.705182 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9fac4e2a-ce56-4f27-a849-cd33beff0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854039609'] for subnet, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:07.953098 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:08.036363 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9fac4e2a-ce56-4f27-a849-cd33beff0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851269797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2595872'] for subnet, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:08.053828 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-2ffce74b-1953-4b3f-9106-13ac24948dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:18:08.190523 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac4e2a-ce56-4f27-a849-cd33beff0a3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c4408be-cdb4-41d7-9f34-5acdd3f924ee,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:18:08.193927 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-9fac4e2a-ce56-4f27-a849-cd33beff0a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:18:08.251163 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9fac4e2a-ce56-4f27-a849-cd33beff0a3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:08.256770 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550ed0b9-66e0-4f84-9bc6-aab0fd598275 None None] Network 4e5c4c6e-3754-4adf-914d-87b374ab4b07 requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 16:18:08.260122 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-9fac4e2a-ce56-4f27-a849-cd33beff0a3b admin admin] 10.222.0.110 "DELETE /v2.0/subnets/3c4408be-cdb4-41d7-9f34-5acdd3f924ee HTTP/1.1" status: 204 len: 168 time: 0.8368230 Jan 19 16:18:08.263496 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 51894) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:18:08.687195 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] DHCP port deletion for 4e5c4c6e-3754-4adf-914d-87b374ab4b07 request from dv-cinder-667108-29-smb {{(pid=80161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 19 16:18:08.693205 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Deleting port 1d19cc19-4191-4495-a104-3cf3f12cac56 {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:18:08.693672 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:08.794485 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5af4dabe-163b-4cb3-a1d7-6a5129a30806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245900'] for network, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:08.873169 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-5af4dabe-163b-4cb3-a1d7-6a5129a30806 admin admin] Deleting port 1d19cc19-4191-4495-a104-3cf3f12cac56 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:18:08.873504 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5af4dabe-163b-4cb3-a1d7-6a5129a30806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:08.962507 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] For port 1d19cc19-4191-4495-a104-3cf3f12cac56, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=1d19cc19-4191-4495-a104-3cf3f12cac56,segment=NetworkSegment(23508355-3b52-42a9-a063-c3865d2bba06),segment_id=23508355-3b52-42a9-a063-c3865d2bba06)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:18:08.963572 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:09.125425 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-5af4dabe-163b-4cb3-a1d7-6a5129a30806 admin admin] For port 1d19cc19-4191-4495-a104-3cf3f12cac56, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=1d19cc19-4191-4495-a104-3cf3f12cac56,segment=NetworkSegment(23508355-3b52-42a9-a063-c3865d2bba06),segment_id=23508355-3b52-42a9-a063-c3865d2bba06)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:18:09.126266 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5af4dabe-163b-4cb3-a1d7-6a5129a30806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:09.152771 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Calling delete_port for 1d19cc19-4191-4495-a104-3cf3f12cac56 owned by network:dhcp {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:18:09.292663 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-5af4dabe-163b-4cb3-a1d7-6a5129a30806 admin admin] Calling delete_port for 1d19cc19-4191-4495-a104-3cf3f12cac56 owned by network:dhcp {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:18:09.293623 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:09.344005 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721'] for port, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:09.376609 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:18:09.377990 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.api [None req-5af4dabe-163b-4cb3-a1d7-6a5129a30806 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80160) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 16:18:09.378365 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_db.api [None req-5af4dabe-163b-4cb3-a1d7-6a5129a30806 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 16:18:09.574946 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Pushing event deleted for resources: {'Port': ['ID=1d19cc19-4191-4495-a104-3cf3f12cac56,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:18:09.580005 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 4d5a0ab2-5387-4225-91cf-1320349bc14c no longer exists at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:18:09.696510 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] No Port match for: 4d5a0ab2-5387-4225-91cf-1320349bc14c {{(pid=80161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 16:18:09.696510 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 4d5a0ab2-5387-4225-91cf-1320349bc14c not bound to the agent host dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 16:18:09.697927 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 1d19cc19-4191-4495-a104-3cf3f12cac56 no longer exists at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:18:09.749217 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:09.749879 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:09.750556 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:09.751256 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:09.751871 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:09.752537 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:09.753209 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:09.753874 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:09.754540 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:09.755237 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:09.755893 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:09.756548 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:09.757358 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:09.758027 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:09.758702 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:09.760059 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:09.760947 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:09.761489 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:09.762135 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:09.762816 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:09.763488 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:09.764103 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:09.764761 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:09.765671 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:09.804832 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:18:09.824404 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] No Port match for: 1d19cc19-4191-4495-a104-3cf3f12cac56 {{(pid=80161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 16:18:09.825095 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 1d19cc19-4191-4495-a104-3cf3f12cac56 not bound to the agent host dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 16:18:09.861105 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53acd539-528a-4f8d-ade1-63375de1a57e None None] No DVR routers for this DVR port 1d19cc19-4191-4495-a104-3cf3f12cac56 on host dv-cinder-667108-29-smb {{(pid=80161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 16:18:09.879850 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-5af4dabe-163b-4cb3-a1d7-6a5129a30806 admin admin] Deleting port 1d19cc19-4191-4495-a104-3cf3f12cac56 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:18:09.880396 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5af4dabe-163b-4cb3-a1d7-6a5129a30806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:09.971824 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-5af4dabe-163b-4cb3-a1d7-6a5129a30806 admin admin] The port '1d19cc19-4191-4495-a104-3cf3f12cac56' was deleted {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 19 16:18:10.112631 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5af4dabe-163b-4cb3-a1d7-6a5129a30806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736146', 'neutron.services.segments.db._delete_segments_for_network--9223363244352747226'] for network, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:10.291492 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-5af4dabe-163b-4cb3-a1d7-6a5129a30806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5c4c6e-3754-4adf-914d-87b374ab4b07']}} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:18:10.316587 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-5af4dabe-163b-4cb3-a1d7-6a5129a30806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23508355-3b52-42a9-a063-c3865d2bba06') {'for_net_delete': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:18:10.317144 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-5af4dabe-163b-4cb3-a1d7-6a5129a30806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23508355-3b52-42a9-a063-c3865d2bba06') {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:18:10.344423 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5af4dabe-163b-4cb3-a1d7-6a5129a30806 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244352752346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852364656'] for segment, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:10.374431 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5af4dabe-163b-4cb3-a1d7-6a5129a30806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:10.378554 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5af4dabe-163b-4cb3-a1d7-6a5129a30806 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 16:18:10.632199 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-5af4dabe-163b-4cb3-a1d7-6a5129a30806 admin admin] Network 4e5c4c6e-3754-4adf-914d-87b374ab4b07 has no segments {{(pid=80160) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 16:18:10.645257 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5af4dabe-163b-4cb3-a1d7-6a5129a30806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854040106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3505400'] for segment, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:10.851482 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-5af4dabe-163b-4cb3-a1d7-6a5129a30806 admin admin] Network 4e5c4c6e-3754-4adf-914d-87b374ab4b07 has no segments {{(pid=80160) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: % (table.description, expected, rows_matched) Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: % (table.description, expected, rows_matched) Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: % (table.description, expected, rows_matched) Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: % (table.description, expected, rows_matched) Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: Traceback (most recent call last): Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: timer() Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: cb(*args, **kw) Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: return func(*args, **kwargs) Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: self._notify() Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: self.callback(batched_events) Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: event.method(event) Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: segment_id)['aggregates'][0] Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: return f(self, *a, **k) Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: return self._get(url).json() Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: **kwargs) Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: return self.request(url, 'GET', **kwargs) Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: **endpoint_filter) Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 16:18:10.878020 dv-cinder-667108-29-smb neutron-server[80046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 16:18:10.966431 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5af4dabe-163b-4cb3-a1d7-6a5129a30806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854039654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853037674'] for network, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:10.970348 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-5406ebe1-bbfd-4d5e-839f-9f75d6968227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:18:10.986254 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-5af4dabe-163b-4cb3-a1d7-6a5129a30806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:10.998673 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4dabe-163b-4cb3-a1d7-6a5129a30806 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e5c4c6e-3754-4adf-914d-87b374ab4b07,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:18:11.004643 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-5af4dabe-163b-4cb3-a1d7-6a5129a30806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:18:11.008816 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-5af4dabe-163b-4cb3-a1d7-6a5129a30806 admin admin] 10.222.0.110 "DELETE /v2.0/networks/4e5c4c6e-3754-4adf-914d-87b374ab4b07 HTTP/1.1" status: 204 len: 168 time: 2.7438037 Jan 19 16:18:11.015556 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 51898) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:18:11.846217 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8c5859e3-7a0c-4fda-b1a5-a9e403e36cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853036551'] for router_interface, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:12.273997 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-8c5859e3-7a0c-4fda-b1a5-a9e403e36cff admin admin] Deleting port b532d88e-c61a-4168-baab-40c6938107fb {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:18:12.274542 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8c5859e3-7a0c-4fda-b1a5-a9e403e36cff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:12.511433 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-8c5859e3-7a0c-4fda-b1a5-a9e403e36cff admin admin] For port b532d88e-c61a-4168-baab-40c6938107fb, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=b532d88e-c61a-4168-baab-40c6938107fb,segment=NetworkSegment(82a744fe-6904-4fd0-b896-300e11b85646),segment_id=82a744fe-6904-4fd0-b896-300e11b85646)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:18:12.511938 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8c5859e3-7a0c-4fda-b1a5-a9e403e36cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:12.668028 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-8c5859e3-7a0c-4fda-b1a5-a9e403e36cff admin admin] Calling delete_port for b532d88e-c61a-4168-baab-40c6938107fb owned by network:router_interface {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:18:12.879315 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8c5859e3-7a0c-4fda-b1a5-a9e403e36cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:13.203912 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-4532b2c2-0bfe-4629-b594-eaf6f4e6a4a6 tempest-VolumesSnapshotTestJSON-1040809816 tempest-VolumesSnapshotTestJSON-1040809816] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:18:13.405359 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5859e3-7a0c-4fda-b1a5-a9e403e36cff admin admin] Pushing event deleted for resources: {'Port': ['ID=b532d88e-c61a-4168-baab-40c6938107fb,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:18:13.410166 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-8c5859e3-7a0c-4fda-b1a5-a9e403e36cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:18:13.802260 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8c5859e3-7a0c-4fda-b1a5-a9e403e36cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1687712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853036733'] for router_interface, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:14.409788 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5859e3-7a0c-4fda-b1a5-a9e403e36cff admin admin] Router a1d90825-e7da-4374-818d-fa7115ec544a has already been hosted by L3 agent 0effd5c4-c8c3-4e37-bf35-45ae90edd10f {{(pid=80160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 19 16:18:14.647141 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5859e3-7a0c-4fda-b1a5-a9e403e36cff admin admin] Notify agent at l3_agent.dv-cinder-667108-29-smb the message routers_updated {{(pid=80160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 19 16:18:14.659548 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55de469-7314-48ee-8cbd-fe2e4c961398 None None] Sync routers for ids ['a1d90825-e7da-4374-818d-fa7115ec544a'] in dv-cinder-667108-29-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 19 16:18:14.660230 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-8c5859e3-7a0c-4fda-b1a5-a9e403e36cff admin admin] 10.222.0.110 "PUT /v2.0/routers/a1d90825-e7da-4374-818d-fa7115ec544a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6432049 Jan 19 16:18:14.662779 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 51902) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:18:14.678378 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55de469-7314-48ee-8cbd-fe2e4c961398 None None] Routers {'a1d90825-e7da-4374-818d-fa7115ec544a'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:18:14.679586 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-d55de469-7314-48ee-8cbd-fe2e4c961398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:18:07Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['a1d90825-e7da-4374-818d-fa7115ec544a'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:18:14.876700 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f7f25ef0-994f-4aba-a794-a0c28bd376ae admin admin] Notify callbacks [] for router, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:15.115445 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f7f25ef0-994f-4aba-a794-a0c28bd376ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:15.130374 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-f7f25ef0-994f-4aba-a794-a0c28bd376ae admin admin] Deleting port 72e1e17b-568d-42e6-8166-c49b02463336 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:18:15.131090 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f7f25ef0-994f-4aba-a794-a0c28bd376ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:15.245603 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-d55de469-7314-48ee-8cbd-fe2e4c961398 None None] Set router a1d90825-e7da-4374-818d-fa7115ec544a gateway port host: dv-cinder-667108-29-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:18:15.484538 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-f7f25ef0-994f-4aba-a794-a0c28bd376ae admin admin] For port 72e1e17b-568d-42e6-8166-c49b02463336, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=72e1e17b-568d-42e6-8166-c49b02463336,segment=NetworkSegment(df4602cc-7cc3-4442-ad7e-3dfa8118ccff),segment_id=df4602cc-7cc3-4442-ad7e-3dfa8118ccff)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:18:15.485224 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f7f25ef0-994f-4aba-a794-a0c28bd376ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:15.670479 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-f7f25ef0-994f-4aba-a794-a0c28bd376ae admin admin] Calling delete_port for 72e1e17b-568d-42e6-8166-c49b02463336 owned by network:router_gateway {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:18:15.752652 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-d55de469-7314-48ee-8cbd-fe2e4c961398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d90825-e7da-4374-818d-fa7115ec544a', 'name': 'tempest-TestShelveInstance-1264552675-router', 'tenant_id': '1c33126470fc43af8027773c5a8caf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '72e1e17b-568d-42e6-8166-c49b02463336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:12:40Z', 'updated_at': '2021-01-19T16:18:12Z', 'revision_number': 5, 'project_id': '1c33126470fc43af8027773c5a8caf8b', 'gw_port': {'id': '72e1e17b-568d-42e6-8166-c49b02463336', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d90825-e7da-4374-818d-fa7115ec544a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:41Z', 'updated_at': '2021-01-19T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:18:15.761220 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55de469-7314-48ee-8cbd-fe2e4c961398 None None] Checking router: a1d90825-e7da-4374-818d-fa7115ec544a for host: dv-cinder-667108-29-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 19 16:18:15.782131 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55de469-7314-48ee-8cbd-fe2e4c961398 None None] Routers {'a1d90825-e7da-4374-818d-fa7115ec544a'} bound to L3 agent in host dv-cinder-667108-29-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 19 16:18:15.783401 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-d55de469-7314-48ee-8cbd-fe2e4c961398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-29-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:48:37Z,description=,heartbeat_timestamp=2021-01-19T16:18:07Z,host='dv-cinder-667108-29-smb',id=0effd5c4-c8c3-4e37-bf35-45ae90edd10f,load=0,resource_versions=,resources_synced=,started_at=2021-01-19T15:48:37Z,topic='l3_agent')) {'router_ids': ['a1d90825-e7da-4374-818d-fa7115ec544a'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:18:15.858954 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f7f25ef0-994f-4aba-a794-a0c28bd376ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851270513'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:16.137750 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvr_db [None req-d55de469-7314-48ee-8cbd-fe2e4c961398 None None] Set router a1d90825-e7da-4374-818d-fa7115ec544a gateway port host: dv-cinder-667108-29-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 19 16:18:16.141865 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f7f25ef0-994f-4aba-a794-a0c28bd376ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1738224'] for router_gateway, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:16.583555 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_hamode_db [None req-d55de469-7314-48ee-8cbd-fe2e4c961398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d90825-e7da-4374-818d-fa7115ec544a', 'name': 'tempest-TestShelveInstance-1264552675-router', 'tenant_id': '1c33126470fc43af8027773c5a8caf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '72e1e17b-568d-42e6-8166-c49b02463336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:12:40Z', 'updated_at': '2021-01-19T16:18:12Z', 'revision_number': 5, 'project_id': '1c33126470fc43af8027773c5a8caf8b', 'gw_port': {'id': '72e1e17b-568d-42e6-8166-c49b02463336', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d90825-e7da-4374-818d-fa7115ec544a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:41Z', 'updated_at': '2021-01-19T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}], 'dv-cinder-667108-29-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:18:16.591204 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55de469-7314-48ee-8cbd-fe2e4c961398 None None] The sync data for ids ['a1d90825-e7da-4374-818d-fa7115ec544a'] in dv-cinder-667108-29-smb is: [{'id': 'a1d90825-e7da-4374-818d-fa7115ec544a', 'name': 'tempest-TestShelveInstance-1264552675-router', 'tenant_id': '1c33126470fc43af8027773c5a8caf8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'external_fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '72e1e17b-568d-42e6-8166-c49b02463336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:12:40Z', 'updated_at': '2021-01-19T16:18:12Z', 'revision_number': 5, 'project_id': '1c33126470fc43af8027773c5a8caf8b', 'gw_port': {'id': '72e1e17b-568d-42e6-8166-c49b02463336', 'name': '', 'network_id': '8cb986dc-564f-4d7a-9897-91054d6f010e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d90825-e7da-4374-818d-fa7115ec544a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:12:41Z', 'updated_at': '2021-01-19T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8785aac7-d333-468d-9a45-aa55950b5c1c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-smb'}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 19 16:18:16.632435 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f7f25ef0-994f-4aba-a794-a0c28bd376ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1736944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1508'] for router, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:16.638571 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f7f25ef0-994f-4aba-a794-a0c28bd376ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:16.670204 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f7f25ef0-994f-4aba-a794-a0c28bd376ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1826733'] for router, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:16.670874 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f25ef0-994f-4aba-a794-a0c28bd376ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1d90825-e7da-4374-818d-fa7115ec544a {{(pid=80160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 19 16:18:16.691666 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f7f25ef0-994f-4aba-a794-a0c28bd376ae admin admin] Notify callbacks [] for router, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:16.693533 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-f7f25ef0-994f-4aba-a794-a0c28bd376ae admin admin] 10.222.0.110 "DELETE /v2.0/routers/a1d90825-e7da-4374-818d-fa7115ec544a HTTP/1.1" status: 204 len: 168 time: 2.0293553 Jan 19 16:18:16.696615 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 51906) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:18:16.789358 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.db_base_plugin_v2 [None req-c872fe88-792b-48cc-83b0-4902fb3afb23 admin admin] Deleting subnet 9be22347-6239-4f8b-ad5c-a6acd1ef92b9 {{(pid=80160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 19 16:18:16.793688 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c872fe88-792b-48cc-83b0-4902fb3afb23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:16.862125 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c872fe88-792b-48cc-83b0-4902fb3afb23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2411160'] for subnet, precommit_delete_associations {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:16.992729 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c872fe88-792b-48cc-83b0-4902fb3afb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854039609'] for subnet, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:17.394659 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c872fe88-792b-48cc-83b0-4902fb3afb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851269797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2595872'] for subnet, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:17.414672 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-de45731f-ef05-4ede-ad45-783982e49ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:18:17.466332 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872fe88-792b-48cc-83b0-4902fb3afb23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9be22347-6239-4f8b-ad5c-a6acd1ef92b9,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:18:17.469860 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-c872fe88-792b-48cc-83b0-4902fb3afb23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:18:17.511230 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 72e1e17b-568d-42e6-8166-c49b02463336 no longer exists at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:18:17.562422 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] No Port match for: 72e1e17b-568d-42e6-8166-c49b02463336 {{(pid=80161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 16:18:17.562685 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device 72e1e17b-568d-42e6-8166-c49b02463336 not bound to the agent host dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 16:18:17.563179 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device b532d88e-c61a-4168-baab-40c6938107fb no longer exists at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:18:17.607816 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] No Port match for: b532d88e-c61a-4168-baab-40c6938107fb {{(pid=80161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 16:18:17.608930 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device b532d88e-c61a-4168-baab-40c6938107fb not bound to the agent host dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 16:18:17.653287 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c872fe88-792b-48cc-83b0-4902fb3afb23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:17.660677 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51623f1-2c76-480b-9122-5fc07eeba38f None None] Network 6acf5738-1694-4eb5-807a-ec6e68e73bea requested from dv-cinder-667108-29-smb {{(pid=80161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 19 16:18:17.664875 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-c872fe88-792b-48cc-83b0-4902fb3afb23 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/9be22347-6239-4f8b-ad5c-a6acd1ef92b9 HTTP/1.1" status: 204 len: 168 time: 0.9663827 Jan 19 16:18:17.668642 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 51910) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:18:17.829596 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d26e029-8621-4f96-83c7-1620c2f8cba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245900'] for network, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:17.935651 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-1d26e029-8621-4f96-83c7-1620c2f8cba8 admin admin] Deleting port e9efdc51-893b-49f8-9587-3692219c081f {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:18:17.936149 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d26e029-8621-4f96-83c7-1620c2f8cba8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:18.026382 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd29b5fc-bc9c-489c-b130-7dd8d1025011 None None] DHCP port deletion for 6acf5738-1694-4eb5-807a-ec6e68e73bea request from dv-cinder-667108-29-smb {{(pid=80161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 19 16:18:18.032802 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-dd29b5fc-bc9c-489c-b130-7dd8d1025011 None None] Deleting port e9efdc51-893b-49f8-9587-3692219c081f {{(pid=80161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:18:18.033287 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-dd29b5fc-bc9c-489c-b130-7dd8d1025011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:18.347015 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-1d26e029-8621-4f96-83c7-1620c2f8cba8 admin admin] For port e9efdc51-893b-49f8-9587-3692219c081f, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=e9efdc51-893b-49f8-9587-3692219c081f,segment=NetworkSegment(82a744fe-6904-4fd0-b896-300e11b85646),segment_id=82a744fe-6904-4fd0-b896-300e11b85646)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:18:18.347731 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d26e029-8621-4f96-83c7-1620c2f8cba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:18.364064 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.db [None req-dd29b5fc-bc9c-489c-b130-7dd8d1025011 None None] For port e9efdc51-893b-49f8-9587-3692219c081f, host dv-cinder-667108-29-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-smb',level=0,port_id=e9efdc51-893b-49f8-9587-3692219c081f,segment=NetworkSegment(82a744fe-6904-4fd0-b896-300e11b85646),segment_id=82a744fe-6904-4fd0-b896-300e11b85646)] {{(pid=80161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 19 16:18:18.364673 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-dd29b5fc-bc9c-489c-b130-7dd8d1025011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853036856'] for port, precommit_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:18.549638 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-dd29b5fc-bc9c-489c-b130-7dd8d1025011 None None] Calling delete_port for e9efdc51-893b-49f8-9587-3692219c081f owned by network:dhcp {{(pid=80161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:18:18.611453 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-1d26e029-8621-4f96-83c7-1620c2f8cba8 admin admin] Calling delete_port for e9efdc51-893b-49f8-9587-3692219c081f owned by network:dhcp {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 19 16:18:18.684323 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-dd29b5fc-bc9c-489c-b130-7dd8d1025011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-783175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036790812761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792501935885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792501552721'] for port, after_delete {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:18.709940 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:18:18.717264 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.db.api [None req-1d26e029-8621-4f96-83c7-1620c2f8cba8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80160) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 19 16:18:18.717779 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_db.api [None req-1d26e029-8621-4f96-83c7-1620c2f8cba8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 19 16:18:18.810604 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29b5fc-bc9c-489c-b130-7dd8d1025011 None None] Pushing event deleted for resources: {'Port': ['ID=e9efdc51-893b-49f8-9587-3692219c081f,revision_number=None']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:18:18.818555 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-dd29b5fc-bc9c-489c-b130-7dd8d1025011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:18:19.003878 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd29b5fc-bc9c-489c-b130-7dd8d1025011 None None] No DVR routers for this DVR port e9efdc51-893b-49f8-9587-3692219c081f on host dv-cinder-667108-29-smb {{(pid=80161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 19 16:18:19.218993 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-1d26e029-8621-4f96-83c7-1620c2f8cba8 admin admin] Deleting port e9efdc51-893b-49f8-9587-3692219c081f {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 19 16:18:19.219545 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d26e029-8621-4f96-83c7-1620c2f8cba8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792501930833'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:19.301339 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-1d26e029-8621-4f96-83c7-1620c2f8cba8 admin admin] The port 'e9efdc51-893b-49f8-9587-3692219c081f' was deleted {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 19 16:18:19.475294 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device e9efdc51-893b-49f8-9587-3692219c081f no longer exists at agent ovs-agent-dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 19 16:18:19.519449 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.plugin [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] No Port match for: e9efdc51-893b-49f8-9587-3692219c081f {{(pid=80161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 19 16:18:19.519820 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.rpc [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Device e9efdc51-893b-49f8-9587-3692219c081f not bound to the agent host dv-cinder-667108-29-smb {{(pid=80161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 19 16:18:19.520100 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d26e029-8621-4f96-83c7-1620c2f8cba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736146', 'neutron.services.segments.db._delete_segments_for_network--9223363244352747226'] for network, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:19.673084 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-1d26e029-8621-4f96-83c7-1620c2f8cba8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6acf5738-1694-4eb5-807a-ec6e68e73bea']}} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:18:19.688425 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-1d26e029-8621-4f96-83c7-1620c2f8cba8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a744fe-6904-4fd0-b896-300e11b85646') {'for_net_delete': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:18:19.688777 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.services.segments.db [None req-1d26e029-8621-4f96-83c7-1620c2f8cba8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a744fe-6904-4fd0-b896-300e11b85646') {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 19 16:18:19.703470 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d26e029-8621-4f96-83c7-1620c2f8cba8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244352752346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852364656'] for segment, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:19.731073 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d26e029-8621-4f96-83c7-1620c2f8cba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735649'] for segment, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:19.733575 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1d26e029-8621-4f96-83c7-1620c2f8cba8 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 19 16:18:19.931925 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-1d26e029-8621-4f96-83c7-1620c2f8cba8 admin admin] Network 6acf5738-1694-4eb5-807a-ec6e68e73bea has no segments {{(pid=80160) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 16:18:19.943024 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d26e029-8621-4f96-83c7-1620c2f8cba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854040106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3505400'] for segment, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:20.163820 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.plugins.ml2.managers [None req-1d26e029-8621-4f96-83c7-1620c2f8cba8 admin admin] Network 6acf5738-1694-4eb5-807a-ec6e68e73bea has no segments {{(pid=80160) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: Traceback (most recent call last): Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: timer() Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: cb(*args, **kw) Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: return func(*args, **kwargs) Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: self._notify() Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: self.callback(batched_events) Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: event.method(event) Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: segment_id)['aggregates'][0] Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: return f(self, *a, **k) Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: return self._get(url).json() Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: **kwargs) Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: return self.request(url, 'GET', **kwargs) Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: **endpoint_filter) Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 16:18:20.191053 dv-cinder-667108-29-smb neutron-server[80046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 16:18:20.283409 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d26e029-8621-4f96-83c7-1620c2f8cba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854039654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853088104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853037674'] for network, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:20.289071 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:18:20.326582 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d26e029-8621-4f96-83c7-1620c2f8cba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853088119'] for network, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:20.344760 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26e029-8621-4f96-83c7-1620c2f8cba8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6acf5738-1694-4eb5-807a-ec6e68e73bea,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:18:20.351242 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-1d26e029-8621-4f96-83c7-1620c2f8cba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:18:20.355470 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-1d26e029-8621-4f96-83c7-1620c2f8cba8 admin admin] 10.222.0.110 "DELETE /v2.0/networks/6acf5738-1694-4eb5-807a-ec6e68e73bea HTTP/1.1" status: 204 len: 168 time: 2.6852419 Jan 19 16:18:20.530424 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 51916) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:18:20.612195 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-d5ed0e06-972c-4c1a-bb8a-8fa0b5f03aba admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=1e7f8e608b4f4680873703bc3d3775fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0799034 Jan 19 16:18:20.615818 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80160) accepted ('10.222.0.110', 51920) {{(pid=80160) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:18:20.706245 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-fe1020a1-ca25-45c0-80d3-9134e2905aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:20.742771 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-fe1020a1-ca25-45c0-80d3-9134e2905aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:20.806739 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-fe1020a1-ca25-45c0-80d3-9134e2905aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:20.813034 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-19962d47-62b0-4778-99e3-3d4b89b91406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:18:20.830766 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1020a1-ca25-45c0-80d3-9134e2905aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cda8aa-a153-4b51-9460-23e18ffe6c43,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:18:20.836877 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-fe1020a1-ca25-45c0-80d3-9134e2905aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:18:20.843454 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-fe1020a1-ca25-45c0-80d3-9134e2905aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:20.845186 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-fe1020a1-ca25-45c0-80d3-9134e2905aa9 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/f3cda8aa-a153-4b51-9460-23e18ffe6c43 HTTP/1.1" status: 204 len: 168 time: 0.2280562 Jan 19 16:18:21.498654 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 51928) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:18:21.562010 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-04ae77a9-fbd0-4c0e-9e32-8cea4f7830be admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=1c33126470fc43af8027773c5a8caf8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0618460 Jan 19 16:18:21.565017 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.110', 51932) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 19 16:18:21.643129 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:21.678472 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:21.750956 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853050998'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:21.758013 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-5e1da5ef-125e-4ce4-b254-09472603ada5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 19 16:18:21.773280 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fcd75a-0d83-4b95-ad12-bcdbcf114209,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 19 16:18:21.785358 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:21.785774 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:21.786347 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:21.786791 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:21.787212 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:21.787618 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:21.788022 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:21.788422 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:21.788827 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:21.789225 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:21.789623 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:21.790019 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:21.791452 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:21.791909 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:21.792311 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:21.792762 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:21.793351 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:21.793921 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:21.794325 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:21.794778 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:21.795160 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:21.795560 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:21.795959 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:21.796354 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 19 16:18:21.800767 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG oslo_concurrency.lockutils [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 19 16:18:21.801644 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:21.806938 dv-cinder-667108-29-smb neutron-server[80046]: INFO neutron.wsgi [None req-98364e48-46e3-42b4-9059-c1e90486ec6e admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/c8fcd75a-0d83-4b95-ad12-bcdbcf114209 HTTP/1.1" status: 204 len: 168 time: 0.2398801 Jan 19 16:18:34.030417 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-b718f109-b35c-4697-b133-75de92c80c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:37.131305 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:37.186185 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:37.297129 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-c652cb92-5545-40f2-b0b5-f778f64d8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:37.955529 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:39.234065 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:18:43.124978 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:19:04.030517 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-df64482f-8824-4aca-a264-46f1dfdb2e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:19:07.148625 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:19:07.192163 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:19:07.303175 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-8bb85dd3-f4e1-43f0-a77a-ab6a79481541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:19:07.952808 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:19:09.228071 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:19:20.119107 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:19:34.031422 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cc9bd43b-5e7a-4421-a135-78bcc3299366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:19:37.148504 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:19:37.192247 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:19:37.299903 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7c1088eb-50b1-4164-a2ac-a3344d0002db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:19:37.959837 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:19:39.232011 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:19:57.119840 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:20:04.040396 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-7f3f83d0-0dc4-44ce-8020-fc58c7e25ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:20:07.165914 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:20:07.200721 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:20:07.298218 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f7e8d0de-b3e5-4b6f-9bb3-b5670bbcdacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:20:07.948613 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:20:09.243836 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:20:13.359389 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [req-920fbcd1-2336-49ef-8d12-54308331d6c7 req-070bce11-9d7e-4c37-a502-65d3ef1e473a service neutron] (80160) timed out ('10.222.0.104', 64479) {{(pid=80160) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 19 16:20:14.576523 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [req-708c693a-985a-4025-ab41-f26f375079fb req-17647eb7-e7f6-4854-b2a3-7ce8df5c1dd4 tempest-ServerRescueNegativeTestJSON-980213635 tempest-ServerRescueNegativeTestJSON-980213635] (80159) timed out ('10.222.0.104', 64386) {{(pid=80159) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 19 16:20:34.029677 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3a34d4e4-1a28-4064-afd6-ef309133cce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:20:34.124548 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:20:37.215034 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:20:37.220372 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:20:37.304796 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-9e9244b4-6d44-4393-8a5b-e38bdcec13b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:20:37.955400 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:20:39.239839 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:21:04.030519 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-10c3358d-3a41-4572-b83e-cd5de6e5d76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:21:07.213333 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:21:07.220159 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:21:07.299970 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-e43d6395-f219-4844-93bb-1169ff42cfc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:21:07.944391 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:21:09.251836 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:21:11.124729 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:21:34.030674 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-f7ee6060-dbe0-4fd0-b4f5-24bca3f1aff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:21:37.188107 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:21:37.209195 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:21:37.288946 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-94b42e01-fb46-4130-bb8e-f471761311a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:21:37.944528 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:21:39.244808 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:21:48.127487 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:22:04.026443 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-6c3b2ef4-ede7-45ce-9a84-d9daf3e346bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:22:07.188104 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:22:07.210991 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:22:07.283525 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c50b49b-d180-4a94-b0b7-cb702a1a97ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:22:07.940175 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:22:09.249483 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:22:25.129677 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:22:31.363993 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.wsgi [req-0292625b-082a-4a5d-bbaa-5103144fcd86 req-dfb78678-5b2f-4941-84c7-016b6dc99e19 tempest-TestMinimumBasicScenario-388799001 tempest-TestMinimumBasicScenario-388799001] (80160) timed out ('10.222.0.104', 64354) {{(pid=80160) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 19 16:22:34.035614 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-3230a98e-a7a2-4024-8ba9-f54f568c3994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:22:37.229043 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:22:37.232581 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:22:37.302671 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-35c669f0-8813-4219-891a-a9fdede188fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:22:37.948093 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:22:39.263392 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:23:02.132524 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:23:04.032055 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-cead065d-e290-4196-bf35-b403ceb2c704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:23:07.231717 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:23:07.233951 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:23:07.288550 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-ee62ef38-95fb-40a6-9aee-5cefa6619e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:23:07.936559 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:23:09.259340 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:23:34.029836 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-40f82184-4a43-4d39-acc2-921507546b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:23:37.231874 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:23:37.263067 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:23:37.293051 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-949cabc1-2f74-4e62-839d-aa579efb9aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:23:37.957794 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:23:39.137501 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 19 16:23:39.264965 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:24:04.035399 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-24a0acc6-49ff-41aa-a26e-039542926dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:24:07.235579 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-242f683f-f9ec-4ae9-add1-390b6c6fa15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:24:07.259744 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1d938050-43af-419f-856f-616e6f46b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:24:07.296684 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-fcddd4f5-6b31-4c08-bed2-397ea5ee913e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:24:07.944588 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-4555f1c5-1b79-45eb-9898-3cb5c201dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:24:09.271674 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron_lib.callbacks.manager [None req-1c35c8aa-9436-45e7-a576-700d765476c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244352747243', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895152'] for agent, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 19 16:24:16.140589 dv-cinder-667108-29-smb neutron-server[80046]: DEBUG neutron.db.agents_db [None req-b9df597a-8a75-45e0-b44d-c5d546e29190 None None] Agent healthcheck: found 6 active agents {{(pid=80162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}